vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

change table name

Browse source
This commit is contained in:
Eddie-Wang1120 2024-06-12 14:28:24 +08:00
parent c0cd08d45e
commit f395dd9ca0
2 changed files with 73 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-common.h
View file

@ -1022,7 +1022,7 @@ GGML_TABLE_BEGIN(uint32_t, iq3s_grid, 512)
0x0f090307, 0x0f090501, 0x0f090b01, 0x0f0b0505, 0x0f0b0905, 0x0f0d0105, 0x0f0d0703, 0x0f0f0101,
GGML_TABLE_END()
GGML_TABLE_BEGIN(uint32_t, i2_q8, 256)
GGML_TABLE_BEGIN(uint32_t, i2s_i8s, 256)
0x00000000, 0x01000000, 0x00000000, 0xff000000,
0x00010000, 0x01010000, 0x00010000, 0xff010000,
0x00000000, 0x01000000, 0x00000000, 0xff000000,

18
ggml-quants.c
View file

@ -3807,14 +3807,14 @@ void ggml_vec_dot_i2_i8_s(int n, float * restrict s, size_t bs, const void * res
// __m256i accu = _mm256_setzero_si256();
// for (int i=0; i<n/32; i++) {
// const int8_t* w0 = (const int8_t *)(i2_q8 + x[i*8 + 0]);
// const int8_t* w1 = (const int8_t *)(i2_q8 + x[i*8 + 1]);
// const int8_t* w2 = (const int8_t *)(i2_q8 + x[i*8 + 2]);
// const int8_t* w3 = (const int8_t *)(i2_q8 + x[i*8 + 3]);
// const int8_t* w4 = (const int8_t *)(i2_q8 + x[i*8 + 4]);
// const int8_t* w5 = (const int8_t *)(i2_q8 + x[i*8 + 5]);
// const int8_t* w6 = (const int8_t *)(i2_q8 + x[i*8 + 6]);
// const int8_t* w7 = (const int8_t *)(i2_q8 + x[i*8 + 7]);
// const int8_t* w0 = (const int8_t *)(i2s_i8s + x[i*8 + 0]);
// const int8_t* w1 = (const int8_t *)(i2s_i8s + x[i*8 + 1]);
// const int8_t* w2 = (const int8_t *)(i2s_i8s + x[i*8 + 2]);
// const int8_t* w3 = (const int8_t *)(i2s_i8s + x[i*8 + 3]);
// const int8_t* w4 = (const int8_t *)(i2s_i8s + x[i*8 + 4]);
// const int8_t* w5 = (const int8_t *)(i2s_i8s + x[i*8 + 5]);
// const int8_t* w6 = (const int8_t *)(i2s_i8s + x[i*8 + 6]);
// const int8_t* w7 = (const int8_t *)(i2s_i8s + x[i*8 + 7]);
// __m256i xq8 = _mm256_set_epi8(
// w0[0], w0[1], w0[2], w0[3],
@ -3860,7 +3860,7 @@ void ggml_vec_dot_i2_i8_s(int n, float * restrict s, size_t bs, const void * res
int sumi = 0;
for (int i = 0; i < n / 4; i++) {
const int8_t* weight = (const int8_t *)(i2_q8 + x[i]);
const int8_t* weight = (const int8_t *)(i2s_i8s + x[i]);
sumi += (int)y[i*4+0] * weight[0];
sumi += (int)y[i*4+1] * weight[1];
sumi += (int)y[i*4+2] * weight[2];