vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Explicitely set GEMM type

Browse source
This commit is contained in:
0cc4m 2023-05-21 08:34:17 +02:00
parent b6b39960c0
commit 18e9dd87da
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-opencl.cpp
View file

@ -675,7 +675,7 @@ static void ggml_cl_mul_mat_f32(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@ -770,7 +770,7 @@ static void ggml_cl_mul_mat_f16(const ggml_tensor * src0, const ggml_tensor * sr
// compute
cl_event ev_sgemm;
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_half>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,
@ -880,7 +880,7 @@ static void ggml_cl_mul_mat_q_f32(const ggml_tensor * src0, const ggml_tensor *
CL_CHECK(clFinish(queue));
// compute
clblast::StatusCode status = clblast::Gemm(clblast::Layout::kColMajor,
clblast::StatusCode status = clblast::Gemm<cl_float>(clblast::Layout::kColMajor,
clblast::Transpose::kYes, clblast::Transpose::kNo,
ne01, ne11, ne10,
alpha,