From 428aa7025a3bb0abfdaec59b519529fede4d3824 Mon Sep 17 00:00:00 2001 From: Pi <90981829+ItsPi3141@users.noreply.github.com> Date: Tue, 21 Mar 2023 13:55:24 -0700 Subject: [PATCH] Add support for 30B model and 65B, if it is made in the future (#104) --- chat.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/chat.cpp b/chat.cpp index 38b39771a..087290feb 100644 --- a/chat.cpp +++ b/chat.cpp @@ -32,8 +32,8 @@ static const std::map LLAMA_N_PARTS = { { 4096, 1 }, { 5120, 1 }, - { 6656, 4 }, - { 8192, 8 }, + { 6656, 1 }, + { 8192, 1 }, }; // default hparams (LLaMA 7B)