From 333ffcc5baea8855555e56c3809b9745f09b3e67 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Fri, 23 Jun 2023 17:46:11 +0300 Subject: [PATCH] Fixed bug in q4_K quantization added with the 64-block addition --- k_quants.c | 1 + 1 file changed, 1 insertion(+) diff --git a/k_quants.c b/k_quants.c index b05ef45b2..88291abec 100644 --- a/k_quants.c +++ b/k_quants.c @@ -707,6 +707,7 @@ void quantize_row_q4_K_reference(const float * restrict x, block_q4_K * restrict uint8_t * q = y[i].qs; for (int j = 0; j < QK_K; j += 64) { for (int l = 0; l < 32; ++l) q[l] = L[j + l] | (L[j + l + 32] << 4); + q += 32; } x += QK_K;