vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : minor

Browse source
This commit is contained in:
Georgi Gerganov 2024-10-25 19:51:40 +03:00
parent 78416536c8
commit 8c01771112
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 6 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml/src/ggml-metal.metal
View file

@ -1211,20 +1211,22 @@ void mul_vec_q_n_f32_impl(
// each thread in a SIMD group deals with half a block.
for (int ib = ix; ib < nb; ib += nw/2) {
float sumy = 0;
float sumy[2] = { 0.f, 0.f };
#pragma unroll
for (int i = 0; i < 8; i += 2) {
sumy += yb[i + 0] + yb[i + 1];
sumy[0] += yb[i + 0] + yb[i + 1];
yl[i + 0] = yb[i + 0];
yl[i + 1] = yb[i + 1]/256.f;
sumy += yb[i + 16] + yb[i + 17];
sumy[1] += yb[i + 16] + yb[i + 17];
yl[i + 8] = yb[i + 16]/16.f;
yl[i + 9] = yb[i + 17]/4096.f;
}
#pragma unroll
for (int row = 0; row < nr; row++) {
sumf[row] += block_q_n_dot_y(ax[row] + ib, sumy, yl, il);
sumf[row] += block_q_n_dot_y(ax[row] + ib, sumy[0] + sumy[1], yl, il);
}
yb += QK4_0 * 16;