vulkan: copy iq4_nl LUT into shared memory (#10409)

2024-11-20 01:40:18 -06:00 · 2024-11-20 01:40:18 -06:00 · 8fd4b7fa29
commit 8fd4b7fa29
parent 1bacb9f625
6 changed files with 29 additions and 4 deletions
--- a/ggml/src/ggml-vulkan/vulkan-shaders/get_rows_quant.comp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/get_rows_quant.comp
@ -12,6 +12,10 @@ void main() {
    const uint i11 = (gl_GlobalInvocationID.z)/p.ne12;
    const uint i12 = (gl_GlobalInvocationID.z)%p.ne12;

+#if defined(DATA_A_IQ4_NL)
+    init_iq4nl_shmem();
+#endif
+
    if (i00 >= p.ne00) {
        return;
    }