From d1839362fc14bdc1b0df3f222cdabc1c5d2450e7 Mon Sep 17 00:00:00 2001 From: Nexesenex <124105151+Nexesenex@users.noreply.github.com> Date: Tue, 26 Mar 2024 09:17:09 +0100 Subject: [PATCH] Update llama.cpp - remove trailing space --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index 0fabcc75d..68f18453b 100644 --- a/llama.cpp +++ b/llama.cpp @@ -12486,7 +12486,7 @@ static ggml_type llama_tensor_get_type(quantize_state_internal & qs, ggml_type n if (name.find("attn_k.weight") != std::string::npos) { if (qs.model.hparams.n_expert >= 8) new_type = GGML_TYPE_IQ4_XS; else if (qs.model.hparams.n_expert >= 4) new_type = GGML_TYPE_IQ3_S; - else if (qs.model.hparams.n_expert >= 2) new_type = GGML_TYPE_IQ3_XXS; + else if (qs.model.hparams.n_expert >= 2) new_type = GGML_TYPE_IQ3_XXS; else if (qs.model.hparams.n_gqa() >= 8) new_type = GGML_TYPE_IQ2_S; else if (qs.model.hparams.n_gqa() >= 4) new_type = GGML_TYPE_IQ2_XS; else if (qs.model.hparams.n_gqa() >= 2) new_type = GGML_TYPE_IQ2_XXS;