vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : fix assert using wrong QK4_2 instead of QK4_3

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-25 23:25:03 +03:00
parent 4ddb983a02
commit e8c3731764
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -2942,7 +2942,7 @@ static void ggml_vec_dot_q4_3_q8_1(const int n, float * restrict s, const void *
assert(n % QK8_1 == 0);
assert(nb % 2 == 0);
assert(QK8_1 == 2*QK4_2);
assert(QK8_1 == 2*QK4_3);
const block_q4_3 * restrict x = vx;
const block_q8_1 * restrict y = vy;