vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Explicitely set CLBlast GEMM type

Browse source
This commit is contained in:
0cc4m 2023-05-20 07:26:38 +02:00
parent 78b1d8351f
commit 285f8f990b
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-opencl.cpp
View file

@ -552,7 +552,7 @@ static void ggml_cl_mul_mat_f32(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@ -650,7 +650,7 @@ static void ggml_cl_mul_mat_f16(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_half>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@ -757,7 +757,7 @@ static void ggml_cl_mul_mat_q_f32(const ggml_tensor * src0, const ggml_tensor *
CL_CHECK(clFinish(queue), "clFinish");
// compute
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,