From d9b89e542123b54efd8574a32c545467b6bc6a20 Mon Sep 17 00:00:00 2001
From: xingchensong <xingchensong1996@163.com>
Date: Mon, 9 Oct 2023 13:46:50 +0800
Subject: [PATCH] fix(bloom): fix model size

---
 llama.cpp | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index 6236d8ef3..08a7d3a1a 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -2082,8 +2082,11 @@ static void llm_load_hparams(
 
                 switch (hparams.n_layer) {
                     case 24: model.type = e_model::MODEL_1B; break;
-                    case 36: model.type = e_model::MODEL_3B; break;
-                    case 42: model.type = e_model::MODEL_7B; break;
+                    case 30:
+                        switch (hparams.n_embd) {
+                            case 2560: model.type = e_model::MODEL_3B; break;
+                            case 4096: model.type = e_model::MODEL_7B; break;
+                        } break;
                     default: model.type = e_model::MODEL_UNKNOWN;
                 }
             } break;