vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Also guard against extremely small weights

Browse source
This commit is contained in:
Iwan Kawrakow 2023-09-04 15:04:09 +03:00
parent 79f1757661
commit 2d5f5d7499
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
k_quants.c
View file

@ -83,7 +83,7 @@ static float make_qx_quants(int n, int nmax, const float * restrict x, int8_t *
float ax = fabsf(x[i]);
if (ax > amax) { amax = ax; max = x[i]; }
}
if (!amax) { // all zero
if (amax < 1e-30f) { // all zero
for (int i = 0; i < n; ++i) {
L[i] = 0;
}