vulkan: initial support for IQ4_XS quantization (#11501)

2025-02-06 07:09:59 +01:00 · 2025-02-06 07:09:59 +01:00 · 8a7e3bf17a
commit 8a7e3bf17a
parent 1b598b3058
13 changed files with 169 additions and 13 deletions
--- a/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/vulkan-shaders-gen.cpp
@ -60,6 +60,7 @@ const std::vector<std::string> type_names = {
    "iq2_s",
    "iq3_xxs",
    "iq3_s",
+    "iq4_xs",
    "iq4_nl"
 };