vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Simplify code, fix include

Browse source
This commit is contained in:
0cc4m 2023-04-26 18:39:04 +02:00
parent b746458281
commit ce97a807cb
1 changed files with 2 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-opencl.c
View file

@ -8,7 +8,7 @@
#include "ggml.h" #include "ggml.h"
#include <ggml_clblast_dequant.cl> #include "ggml_clblast_dequant.cl"
#define CL_CHECK(err, name) \ #define CL_CHECK(err, name) \
do { \ do { \
@ -190,15 +190,13 @@ void ggml_cl_sgemm_wrapper(
clEnqueueWriteBuffer(queue, cl_buffer_a, CL_FALSE, 0, size_a, host_a, 0, NULL, &ev_a); clEnqueueWriteBuffer(queue, cl_buffer_a, CL_FALSE, 0, size_a, host_a, 0, NULL, &ev_a);
if (dequant) { if (dequant) {
err = clEnqueueNDRangeKernel(queue, kernel, 1, NULL, &global, &local, 1, &ev_qb, &ev_b); err = clEnqueueNDRangeKernel(queue, kernel, 1, NULL, &global, &local, 1, &ev_qb, &ev_b);
clReleaseEvent(ev_qb);
CL_CHECK(err, "clEnqueueNDRangeKernel"); CL_CHECK(err, "clEnqueueNDRangeKernel");
} }
clWaitForEvents(1, &ev_a); clWaitForEvents(1, &ev_a);
clWaitForEvents(1, &ev_b); clWaitForEvents(1, &ev_b);
clReleaseEvent(ev_a); clReleaseEvent(ev_a);
clReleaseEvent(ev_b); clReleaseEvent(ev_b);
if (dequant) {
clReleaseEvent(ev_qb);
}
cl_event ev_sgemm; cl_event ev_sgemm;
CLBlastSgemm((CLBlastLayout)order, CLBlastSgemm((CLBlastLayout)order,