ggml-cpu: support IQ4_NL_4_4 by runtime repack (#10541)

* ggml-cpu: support IQ4_NL_4_4 by runtime repack * ggml-cpu: add __ARM_FEATURE_DOTPROD guard
2024-11-28 20:52:03 +08:00 · 2024-11-28 20:52:03 +08:00 · c202cef168
commit c202cef168
parent 2025fa67e9
8 changed files with 352 additions and 19 deletions
--- a/ggml/include/ggml.h
+++ b/ggml/include/ggml.h
@ -389,6 +389,9 @@ extern "C" {
        GGML_TYPE_Q4_0_8_8 = 33,
        GGML_TYPE_TQ1_0   = 34,
        GGML_TYPE_TQ2_0   = 35,
+        GGML_TYPE_IQ4_NL_4_4 = 36,
+        // GGML_TYPE_IQ4_NL_4_8 = 37,
+        // GGML_TYPE_IQ4_NL_8_8 = 38,
        GGML_TYPE_COUNT,
    };