vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

metal : fix mat-vec Q8_0 kernel for BS > 1

Browse source
This commit is contained in:
Georgi Gerganov 2023-12-31 12:26:21 +02:00
parent 6435a3de31
commit ad7cf37fe8
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml-metal.metal
View file

@ -1071,8 +1071,15 @@ kernel void kernel_mul_mv_q8_0_f32(
constant int64_t & ne00, constant int64_t & ne00,
constant int64_t & ne01, constant int64_t & ne01,
constant int64_t & ne02, constant int64_t & ne02,
constant uint64_t & nb00,
constant uint64_t & nb01,
constant uint64_t & nb02,
constant int64_t & ne10, constant int64_t & ne10,
constant int64_t & ne11,
constant int64_t & ne12, constant int64_t & ne12,
constant uint64_t & nb10,
constant uint64_t & nb11,
constant uint64_t & nb12,
constant int64_t & ne0, constant int64_t & ne0,
constant int64_t & ne1, constant int64_t & ne1,
constant uint & r2 [[buffer(17)]], constant uint & r2 [[buffer(17)]],