vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix block_iq1_s;

Browse source
This commit is contained in:
Jianyu Zhang 2024-03-12 20:04:00 +08:00
parent 792aa3487f
commit 1c2b593ba4
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-sycl.cpp
View file

@ -3515,7 +3515,7 @@ static_assert(sizeof(block_iq3_s) == sizeof(ggml_fp16_t) + 13*(QK_K/32) + IQ3S_N
typedef struct {
sycl::half d;
uint8_t qs[QK_K/8];
uint16_t qh[QK_K/32];
uint8_t scales[QK_K/16];
} block_iq1_s;
static_assert(sizeof(block_iq1_s) == sizeof(ggml_fp16_t) + QK_K/8 + QK_K/16, "wrong iq1_s block size/padding");