vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Minor

Browse source
This commit is contained in:
Iwan Kawrakow 2023-06-09 22:16:33 +03:00
parent bdf3a66fcd
commit 66dddda5cb
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml-metal.metal
View file

@ -667,12 +667,14 @@ typedef struct {
static inline uchar4 get_scale_min_k4(int j, device const uint8_t * q) { static inline uchar4 get_scale_min_k4(int j, device const uint8_t * q) {
uchar4 r; uchar4 r;
if (j < 4) { if (j < 4) {
r[0] = q[j+0] & 63; r[1] = q[j+4] & 63; r[0] = q[j+0] & 63;
r[2] = q[j+1] & 63; r[3] = q[j+5] & 63; r[2] = q[j+1] & 63;
r[1] = q[j+4] & 63;
r[3] = q[j+5] & 63;
} else { } else {
r[0] = (q[j+4] & 0xF) | ((q[j-4] >> 6) << 4); r[0] = (q[j+4] & 0xF) | ((q[j-4] >> 6) << 4);
r[1] = (q[j+4] >> 4) | ((q[j-0] >> 6) << 4);
r[2] = (q[j+5] & 0xF) | ((q[j-3] >> 6) << 4); r[2] = (q[j+5] & 0xF) | ((q[j-3] >> 6) << 4);
r[1] = (q[j+4] >> 4) | ((q[j-0] >> 6) << 4);
r[3] = (q[j+5] >> 4) | ((q[j+1] >> 6) << 4); r[3] = (q[j+5] >> 4) | ((q[j+1] >> 6) << 4);
} }
return r; return r;