vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : fix NSG1 > 1

Browse source
This commit is contained in:
Georgi Gerganov 2024-02-08 16:39:38 +02:00
parent 845876d012
commit e8b00e2941
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-metal.metal
View file

@ -4980,7 +4980,7 @@ void kernel_mul_mm2_impl(
for (int is = 0; is < NSG1; is++) {
const int i1 = i11 + is*8;
const int nstore = MIN(8*NSG1, ne1 - i1) * (8*NSG0);
const int nstore = MIN(8, ne1 - i1) * (8*NSG0);
for (int i = tiisg; i < nstore; i += NW) {
const int ic = i%(8*NSG0);