vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix code

Browse source
This commit is contained in:
luoyu-intel 2024-07-10 09:25:35 +00:00
parent 46e9503851
commit b67ff18382
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-sycl/dmmv.cpp
View file

@ -118,8 +118,8 @@ static void dequantize_mul_mat_vec_q4_0(const void * __restrict__ vx, const dflo
const int vui = x[ib].qs[iqs]; const int vui = x[ib].qs[iqs];
dfloat2 v; dfloat2 v;
v.x() = (vui & 0xF) * d; v.x() = ((vui & 0xF) - 8) * d;
v.y() = (vui >> 4) * d; v.y() = ((vui >> 4) - 8) * d;
#ifdef GGML_SYCL_F16 #ifdef GGML_SYCL_F16
dfloat2 t1{ y[iybs + iqs + 0], dfloat2 t1{ y[iybs + iqs + 0],
y[iybs + iqs + QK4_0 / 2] }; y[iybs + iqs + QK4_0 / 2] };