opencl: Clean up small-alloc in CMake files

This commit is contained in:
Li He 2024-11-28 23:05:51 -08:00 committed by Max Krasnyansky
parent 969a00a4b9
commit 66d4330377
3 changed files with 1 additions and 15 deletions

View file

@ -26,12 +26,6 @@ if (OpenCL_FOUND)
add_compile_definitions(GGML_OPENCL_SOA_Q)
if (GGML_OPENCL_SMALL_ALLOC)
message(STATUS "OpenCL will allocate a separate buffer for each tensor. "
"The default behavior allocates a large buffer to hold multiple tensors.")
add_compile_definitions(GGML_OPENCL_SMALL_ALLOC)
endif ()
if (GGML_OPENCL_USE_ADRENO_KERNELS)
message(STATUS "OpenCL will use matmul kernels optimized for Adreno")
add_compile_definitions(GGML_OPENCL_USE_ADRENO_KERNELS)

View file

@ -17,15 +17,6 @@ add_library(llama
unicode-data.cpp
)
# TODO: This is intrusive. We intend to remove SMALL_ALLOC path once the we fully
# migrate to the non SMALL_ALLOC path.
if (GGML_OPENCL)
add_compile_definitions(GGML_USE_OPENCL)
if (GGML_OPENCL_SMALL_ALLOC)
add_compile_definitions(GGML_OPENCL_SMALL_ALLOC)
endif ()
endif ()
target_include_directories(llama PUBLIC . ../include)
target_compile_features (llama PUBLIC cxx_std_17) # don't bump

View file

@ -465,6 +465,7 @@ struct test_case {
// post-graph sentinel
add_sentinel(ctx);
// allocate
ggml_backend_buffer_t buf = ggml_backend_alloc_ctx_tensors(ctx, backend1);
if (buf == NULL) {
printf("failed to allocate tensors [%s] ", ggml_backend_name(backend1));