vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add missing address of operators.

Browse source
This commit is contained in:
Julia Longtin 2024-03-23 21:05:50 +00:00
parent 45c94bd89d
commit 3c29fd57ce
1 changed files with 8 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
ggml-phi-knc-dot_q5_K_q8_K.c
View file

@ -97,17 +97,17 @@ void ggml_vec_dot_q5_K_q8_K(int n, float * restrict s, size_t bs, const void * r
int is = 0;
for (int j = 0; j < QK_K/32; ++j) {
int32_t scale = scales[is++];
for (int l = 0; l < 8; ++l) ((int16_t *)aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)aux16)[l];
for (int l = 0; l < 8; ++l) ((int16_t *)&aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)&aux16)[l];
q8 += 8; a += 8;
for (int l = 0; l < 8; ++l) ((int16_t *)aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)aux16)[l];
for (int l = 0; l < 8; ++l) ((int16_t *)&aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)&aux16)[l];
q8 += 8; a += 8;
for (int l = 0; l < 8; ++l) ((int16_t *)aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)aux16)[l];
for (int l = 0; l < 8; ++l) ((int16_t *)&aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)&aux16)[l];
q8 += 8; a += 8;
for (int l = 0; l < 8; ++l) ((int16_t *)aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)aux16)[l];
for (int l = 0; l < 8; ++l) ((int16_t *)&aux16)[l] = q8[l] * a[l];
for (int l = 0; l < 8; ++l) aux32[l] += scale * ((int16_t *)&aux16)[l];
q8 += 8; a += 8;
}
const float d = GGML_FP16_TO_FP32(x[i].d) * y[i].d;