vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove preallocation

Browse source
This commit is contained in:
Concedo 2023-04-29 12:32:37 +08:00
parent bb282a4ecf
commit 5aa185f3f7
1 changed files with 0 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-opencl.c
View file

@ -115,12 +115,6 @@ void ggml_cl_init(void) {
kernel_q4_3 = clCreateKernel(program, "dequantize_row_q4_3", &err);
CL_CHECK(err, "clCreateKernel");
//preallocate buffers
const size_t defaultBufSize = 16*1024*1024;
ggml_cl_malloc(defaultBufSize, &cl_size_a, CL_MEM_READ_ONLY, &cl_buffer_a);
ggml_cl_malloc(defaultBufSize, &cl_size_qb, CL_MEM_READ_ONLY, &cl_buffer_qb);
ggml_cl_malloc(defaultBufSize, &cl_size_b, CL_MEM_READ_WRITE, &cl_buffer_b);
ggml_cl_malloc(defaultBufSize, &cl_size_c, CL_MEM_WRITE_ONLY, &cl_buffer_c);
}
void ggml_cl_sgemm_wrapper(