vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

64-bit -> 32-bit

Browse source
This commit is contained in:
Georgi Gerganov 2024-11-07 17:00:06 +02:00
parent a75cdcca60
commit e121d82f6a
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 18 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

36
ggml/src/ggml-metal.metal
View file

@ -2808,24 +2808,24 @@ kernel void kernel_flash_attn_ext(
device const char * v,
device const char * mask,
device float * dst,
constant int64_t & ne01,
constant int64_t & ne02,
constant int64_t & ne03,
constant uint64_t & nb01,
constant uint64_t & nb02,
constant uint64_t & nb03,
constant int64_t & ne11,
constant int64_t & ne12,
constant int64_t & ne13,
constant uint64_t & nb11,
constant uint64_t & nb12,
constant uint64_t & nb13,
constant uint64_t & nb21,
constant uint64_t & nb22,
constant uint64_t & nb23,
constant uint64_t & nb31,
constant int64_t & ne1,
constant int64_t & ne2,
constant int32_t & ne01,
constant int32_t & ne02,
constant int32_t & ne03,
constant uint32_t & nb01,
constant uint32_t & nb02,
constant uint32_t & nb03,
constant int32_t & ne11,
constant int32_t & ne12,
constant int32_t & ne13,
constant uint32_t & nb11,
constant uint32_t & nb12,
constant uint32_t & nb13,
constant uint32_t & nb21,
constant uint32_t & nb22,
constant uint32_t & nb23,
constant uint32_t & nb31,
constant int32_t & ne1,
constant int32_t & ne2,
constant float & scale,
constant float & max_bias,
constant float & m0,