From b67ff1838224827a4ffe31d951f5f0438d30c823 Mon Sep 17 00:00:00 2001 From: luoyu-intel Date: Wed, 10 Jul 2024 09:25:35 +0000 Subject: [PATCH] fix code --- ggml/src/ggml-sycl/dmmv.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml/src/ggml-sycl/dmmv.cpp b/ggml/src/ggml-sycl/dmmv.cpp index 22d1c6dea..6c9991e41 100644 --- a/ggml/src/ggml-sycl/dmmv.cpp +++ b/ggml/src/ggml-sycl/dmmv.cpp @@ -118,8 +118,8 @@ static void dequantize_mul_mat_vec_q4_0(const void * __restrict__ vx, const dflo const int vui = x[ib].qs[iqs]; dfloat2 v; - v.x() = (vui & 0xF) * d; - v.y() = (vui >> 4) * d; + v.x() = ((vui & 0xF) - 8) * d; + v.y() = ((vui >> 4) - 8) * d; #ifdef GGML_SYCL_F16 dfloat2 t1{ y[iybs + iqs + 0], y[iybs + iqs + QK4_0 / 2] };