vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

iq3_s_mult_shuffle: use new multiplier and cleanup

Browse source
This commit is contained in:
Iwan Kawrakow 2024-03-05 08:36:57 +02:00
parent b1d753be34
commit 6d15da1ec0
3 changed files with 3 additions and 51 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-metal.metal
View file

@ -2546,7 +2546,7 @@ typedef struct {
uint8_t signs[QK_K/8];
uint8_t scales[IQ3S_N_SCALE];
} block_iq3_s;
#define IQ3S_MULTIPLIER 72968561ULL
#define IQ3S_MULTIPLIER 518559
constexpr constant static uint8_t iq3s_values[16] = {1, 1, 1, 3, 3, 3, 5, 5, 5, 7, 7, 9, 9, 11, 13, 15};
typedef struct {