From e13991e7ccc15727bae5bf4bf317ee4d1be40253 Mon Sep 17 00:00:00 2001 From: Matvey Soloviev Date: Thu, 16 Mar 2023 00:36:49 +0100 Subject: [PATCH] Fix non-vectorised q4_1 vec mul --- ggml.c | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/ggml.c b/ggml.c index 7af822657..c4f838917 100644 --- a/ggml.c +++ b/ggml.c @@ -1684,11 +1684,11 @@ inline static void ggml_vec_dot_q4_1(const int n, float * restrict s, const void #else // scalar for (int i = 0; i < nb; i++) { - const float * m0 = (const float *) (pm0 + i*bs); - const float * m1 = (const float *) (pm1 + i*bs); + const float m0 = *(const float *) (pm0 + i*bs); + const float m1 = *(const float *) (pm1 + i*bs); - const float * d0 = (const float *) (pd0 + i*bs); - const float * d1 = (const float *) (pd1 + i*bs); + const float d0 = *(const float *) (pd0 + i*bs); + const float d1 = *(const float *) (pd1 + i*bs); const uint8_t * restrict p0 = pb0 + i*bs; const uint8_t * restrict p1 = pb1 + i*bs;