From 7927655e42525a7bcce9dc18388b1ece3f56f587 Mon Sep 17 00:00:00 2001 From: Srihari-mcw Date: Tue, 6 Aug 2024 01:36:54 -0700 Subject: [PATCH] Update the type name in llama.cpp --- src/llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama.cpp b/src/llama.cpp index 07523ed97..8e03f38d8 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -4465,7 +4465,7 @@ static std::string llama_model_ftype_name(llama_ftype ftype) { case LLAMA_FTYPE_MOSTLY_Q5_0: return "Q5_0"; case LLAMA_FTYPE_MOSTLY_Q5_1: return "Q5_1"; case LLAMA_FTYPE_MOSTLY_Q8_0: return "Q8_0"; - case LLAMA_FTYPE_MOSTLY_Q8_0_B16: return "Q4_0_B16"; + case LLAMA_FTYPE_MOSTLY_Q8_0_B16: return "Q8_0_B16"; case LLAMA_FTYPE_MOSTLY_Q2_K: return "Q2_K - Medium"; case LLAMA_FTYPE_MOSTLY_Q2_K_S: return "Q2_K - Small"; case LLAMA_FTYPE_MOSTLY_Q3_K_S: return "Q3_K - Small";