vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge branch 'last-working-old-file-format'

Browse source
This commit is contained in:
Eric Sommerlade 2023-09-04 20:30:09 +01:00
commit 1c1e74ce12
1 changed files with 4 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

11
k_quants.c
View file

@ -2602,13 +2602,10 @@ void ggml_vec_dot_q4_K_q8_K(const int n, float * restrict s, const void * restri
memcpy(utmp, x[i].scales, 12); memcpy(utmp, x[i].scales, 12);
#ifndef _MSC_VER uint32x2_t mins8 = { 0 };
uint32x2_t mins8 = {utmp[1] & kmask1, ((utmp[2] >> 4) & kmask2) | (((utmp[1] >> 6) & kmask3) << 4)}; mins8 = vset_lane_u32(utmp[1] & kmask1, mins8, 0);
#else mins8 = vset_lane_u32(((utmp[2] >> 4) & kmask2) | (((utmp[1] >> 6) & kmask3) << 4), mins8, 1);
uint32x2_t mins8;
mins8.n64_u32[0] = utmp[1] & kmask1;
mins8.n64_u32[1] = ((utmp[2] >> 4) & kmask2) | (((utmp[1] >> 6) & kmask3) << 4);
#endif
utmp[1] = (utmp[2] & kmask2) | (((utmp[0] >> 6) & kmask3) << 4); utmp[1] = (utmp[2] & kmask2) | (((utmp[0] >> 6) & kmask3) << 4);
utmp[0] &= kmask1; utmp[0] &= kmask1;