vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix bug of dequant

Browse source
This commit is contained in:
luoyu-intel 2024-07-18 03:34:47 +00:00
parent 3e67a42394
commit 9dd297f847
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-sycl/convert.cpp
View file

@ -139,8 +139,8 @@ static void dequantize_row_q4_0_sycl(const void *vx, dst_t *y, const int k,
#pragma unroll #pragma unroll
for (int l = 0; l < QK4_0 / 2; ++l) { for (int l = 0; l < QK4_0 / 2; ++l) {
int vq = qs[l]; int vq = qs[l];
y[l * 2 + 0] = d * ((vq & 0xF) - 8); y_ptr[l * 2 + 0] = d * ((vq & 0xF) - 8);
y[l * 2 + 1] = d * ((vq >> 4) - 8); y_ptr[l * 2 + 1] = d * ((vq >> 4) - 8);
} }
}); });
#else #else