Merge branch 'master' into gg/flash-attn

This commit is contained in:
Georgi Gerganov 2024-03-27 10:24:09 +02:00
commit 013721df2b
No known key found for this signature in database
GPG key ID: BF970631944C16B7
157 changed files with 19090 additions and 15488 deletions

View file

@ -2040,7 +2040,7 @@ static bool test_backend(ggml_backend_t backend, test_mode mode, const char * op
GGML_TYPE_Q4_K, GGML_TYPE_Q5_K,
GGML_TYPE_Q6_K,
GGML_TYPE_IQ2_XXS, GGML_TYPE_IQ2_XS, GGML_TYPE_IQ2_S,
GGML_TYPE_IQ3_XXS, GGML_TYPE_IQ1_S,
GGML_TYPE_IQ3_XXS, GGML_TYPE_IQ1_S, GGML_TYPE_IQ1_M,
GGML_TYPE_IQ4_NL, GGML_TYPE_IQ3_S, GGML_TYPE_IQ4_XS,
};