From f7392b764e837894868f90eace412ff0c83355f8 Mon Sep 17 00:00:00 2001 From: Andrei Betlen Date: Thu, 27 Jun 2024 22:50:36 -0400 Subject: [PATCH] Fix model type identification --- src/llama.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/llama.cpp b/src/llama.cpp index ed7c295fe..988ed4fdf 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -4704,8 +4704,8 @@ static void llm_load_hparams( ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); switch (hparams.n_layer) { - case 18: model.type = e_model::MODEL_9B; break; - case 28: model.type = e_model::MODEL_27B; break; + case 42: model.type = e_model::MODEL_9B; break; + case 46: model.type = e_model::MODEL_27B; break; default: model.type = e_model::MODEL_UNKNOWN; } } break;