From 1c2b593ba483b8b4091415d3716a5f5c5507e0a2 Mon Sep 17 00:00:00 2001 From: Jianyu Zhang Date: Tue, 12 Mar 2024 20:04:00 +0800 Subject: [PATCH] fix block_iq1_s; --- ggml-sycl.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ggml-sycl.cpp b/ggml-sycl.cpp index 9565ec88c..17aaaed29 100644 --- a/ggml-sycl.cpp +++ b/ggml-sycl.cpp @@ -3514,8 +3514,8 @@ static_assert(sizeof(block_iq3_s) == sizeof(ggml_fp16_t) + 13*(QK_K/32) + IQ3S_N #define QI1_S (QK_K / (4*QR1_S)) typedef struct { sycl::half d; - uint8_t qs[QK_K/8]; - uint16_t qh[QK_K/32]; + uint8_t qs[QK_K/8]; + uint8_t scales[QK_K/16]; } block_iq1_s; static_assert(sizeof(block_iq1_s) == sizeof(ggml_fp16_t) + QK_K/8 + QK_K/16, "wrong iq1_s block size/padding");