From 2da5c8cf246518806cb7aea830a0ed0ffa146ed8 Mon Sep 17 00:00:00 2001
From: xaedes <xaedes@gmail.com>
Date: Mon, 29 May 2023 01:20:55 +0200
Subject: [PATCH] set default model.type for unknown models with few layers

---
 llama.cpp | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/llama.cpp b/llama.cpp
index 3095c7173..a05a9fc62 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -905,6 +905,12 @@ static void llama_model_load_internal(
             case 40: model.type = e_model::MODEL_13B; break;
             case 60: model.type = e_model::MODEL_30B; break;
             case 80: model.type = e_model::MODEL_65B; break;
+            default:
+                {
+                    if (hparams.n_layer < 32) {
+                        model.type = e_model::MODEL_7B;
+                    }
+                } break;
         }
 
         hparams.n_ctx = n_ctx;