vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

vulkan: predicate max operation in soft_max shaders/soft_max

Browse source 
Fixes #10434
This commit is contained in:
Jeff Bolz 2024-11-20 13:20:37 -06:00
parent fab5d30ff6
commit de972f45d2
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-vulkan/vulkan-shaders/soft_max.comp
View file

@ -73,7 +73,9 @@ void soft_max(uint num_iters) {
FLOAT_TYPE v = a * p.scale + slope * b;
if (col < p.KX) {
max_val = max(max_val, v);
}
if (idx < DATA_CACHE_SIZE) {
data_cache[idx] = v;