vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

iq3_s small fix

Browse source
This commit is contained in:
netrunnereve 2024-06-15 22:23:06 -04:00
parent 99f666c1b6
commit b57187fb37
1 changed files with 2 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml-quants.c
View file

@ -10832,10 +10832,9 @@ void ggml_vec_dot_iq3_s_q8_K (int n, float * restrict s, size_t bs, const void *
idx.vec[3] = idx.vec[2]; idx.vec[3] = idx.vec[2];
// AVX has no sllv so we have to do this // AVX has no sllv so we have to do this
for (int j = 0; j <= 2; j += 2) { for (int j = 0; j < 2; ++j) {
for (int k = 0; k < 8; ++k) { for (int k = 0; k < 8; ++k) {
int32_t * curn = (int32_t *) &idx.vec[j] + k; idx.index[j*8+k] <<= 8 - k;
*curn = *curn << (8 - k);
} }
} }