From e8c373176446340b1b774e47dd19beae1f2ce65f Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 25 Apr 2023 23:25:03 +0300 Subject: [PATCH] ggml : fix assert using wrong QK4_2 instead of QK4_3 --- ggml.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml.c b/ggml.c index 89bae743c..064510eda 100644 --- a/ggml.c +++ b/ggml.c @@ -2942,7 +2942,7 @@ static void ggml_vec_dot_q4_3_q8_1(const int n, float * restrict s, const void * assert(n % QK8_1 == 0); assert(nb % 2 == 0); - assert(QK8_1 == 2*QK4_2); + assert(QK8_1 == 2*QK4_3); const block_q4_3 * restrict x = vx; const block_q8_1 * restrict y = vy;