vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : fix quantize_row_q8_0() ARM_NEON rounding

Browse source
This commit is contained in:
Georgi Gerganov 2023-04-14 21:27:55 +03:00
parent 801aab14aa
commit 59fb9e9eb8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml.c
View file

@ -1093,8 +1093,7 @@ static void quantize_row_q8_0(const float * restrict x, void * restrict vy, int
for (int l = 0; l < 8; l++) {
const float32x4_t v = vmulq_n_f32(srcv[l], id);
//TODO: rounding
const int32x4_t vi = vcvtq_s32_f32(v);
const int32x4_t vi = vcvtnq_s32_f32(v);
y[i].qs[4*l + 0] = vgetq_lane_s32(vi, 0);
y[i].qs[4*l + 1] = vgetq_lane_s32(vi, 1);