vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge remote-tracking branch 'occam/clblast-further-dequant-kernels' into concedo_experimental

Browse source 
# Conflicts:
#	ggml-opencl.c
This commit is contained in:
Concedo 2023-04-30 23:56:24 +08:00
commit 294a5d00b1
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-opencl.c
View file

@ -3,9 +3,10 @@
#define CL_TARGET_OPENCL_VERSION 110 #define CL_TARGET_OPENCL_VERSION 110
#include <clblast_c.h> #include <clblast_c.h>
#include <stdlib.h>
#include <stdio.h> #include <stdio.h>
#include <string.h> #include <string.h>
#include <stdlib.h>
#include "ggml.h" #include "ggml.h"
@ -337,7 +338,8 @@ void ggml_cl_sgemm_wrapper(
cl_host_b = (cl_block_q5_0*) malloc(sizeof(cl_block_q5_0) * global / 32); cl_host_b = (cl_block_q5_0*) malloc(sizeof(cl_block_q5_0) * global / 32);
for (size_t i = 0; i < global / 32; i++) { for (size_t i = 0; i < global / 32; i++) {
cl_host_b[i].d = ggml_fp16_to_fp32(b[i].d); cl_host_b[i].d = ggml_fp16_to_fp32(b[i].d);
memcpy(&cl_host_b[i].qh, b[i].qh, sizeof(uint32_t) + QK5_0 / 2); memcpy(&cl_host_b[i].qh, b[i].qh, sizeof(uint32_t));
memcpy(&cl_host_b[i].qs, b[i].qs, QK5_0 / 2);
} }
host_b = (const float*) cl_host_b; host_b = (const float*) cl_host_b;
size_qb = global * (sizeof(float) + sizeof(uint32_t) + local) / 32; size_qb = global * (sizeof(float) + sizeof(uint32_t) + local) / 32;