From b57187fb37e65e8628d4110f4f2d5745b34b9f42 Mon Sep 17 00:00:00 2001 From: netrunnereve <139727413+netrunnereve@users.noreply.github.com> Date: Sat, 15 Jun 2024 22:23:06 -0400 Subject: [PATCH] iq3_s small fix --- ggml-quants.c | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/ggml-quants.c b/ggml-quants.c index f12c2cace..76ea60d6f 100644 --- a/ggml-quants.c +++ b/ggml-quants.c @@ -10832,10 +10832,9 @@ void ggml_vec_dot_iq3_s_q8_K (int n, float * restrict s, size_t bs, const void * idx.vec[3] = idx.vec[2]; // AVX has no sllv so we have to do this - for (int j = 0; j <= 2; j += 2) { + for (int j = 0; j < 2; ++j) { for (int k = 0; k < 8; ++k) { - int32_t * curn = (int32_t *) &idx.vec[j] + k; - *curn = *curn << (8 - k); + idx.index[j*8+k] <<= 8 - k; } }