vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : ne01 check no longer necessary

Browse source
This commit is contained in:
Georgi Gerganov 2024-08-26 16:24:26 +03:00
parent e65fc9b8b2
commit e865686c21
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-metal.metal
View file

@ -2144,7 +2144,7 @@ kernel void kernel_flash_attn_ext_f16(
} }
// scale and apply the mask (assume C = 32) // scale and apply the mask (assume C = 32)
for (short j = 0; j < Q && iq1 + j < ne01; ++j) { for (short j = 0; j < Q; ++j) {
// mqk = mqk*scale // mqk = mqk*scale
ss[j*TF + tiisg] *= scale; ss[j*TF + tiisg] *= scale;