vulkan : handle ggml_scale for n%8 != 0

ref ggerganov/llama.cpp#3754
2023-11-14 12:10:52 -05:00 · 2023-11-14 12:10:52 -05:00 · 6474fc879a
commit 6474fc879a
parent 2a41ba7258
4 changed files with 56 additions and 16 deletions
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@ -476,6 +476,7 @@ if (LLAMA_KOMPUTE)
        # Compile our shaders
        compile_shader(SOURCES
          kompute/op_scale.comp
+          kompute/op_scale_8.comp
          kompute/op_add.comp
          kompute/op_addrow.comp
          kompute/op_mul.comp
@ -508,6 +509,7 @@ if (LLAMA_KOMPUTE)
        # Create a custom target for our generated shaders
        add_custom_target(generated_shaders DEPENDS
          shaderop_scale.h
+          shaderop_scale_8.h
          shaderop_add.h
          shaderop_addrow.h
          shaderop_mul.h