From a696b0a16c0baf6983a66118b9664794a1531488 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Tue, 25 Apr 2023 23:16:04 +0800 Subject: [PATCH] missed another thing --- gpttype_adapter.cpp | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index ba1f211bd..74a5f9120 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -357,7 +357,8 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o file_format == FileFormat::GGJT || file_format == FileFormat::GPT2_2 || file_format == FileFormat::GPTJ_3 || - file_format == FileFormat::NEOX_1); + file_format == FileFormat::NEOX_1 || + file_format == FileFormat::NEOX_2); bool blasmode = (approved_format && embd_inp.size() >= 32 && ggml_cpu_has_blas()); // bool blasmode = false; int original_batch = params.n_batch; @@ -477,7 +478,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o { evalres = gpt2_eval(gpt2_ctx_v2, params.n_threads, n_past, embd, logits, mem_per_token, file_format); } - else if(file_format==FileFormat::NEOX_1) + else if(file_format==FileFormat::NEOX_1 || file_format == FileFormat::NEOX_2) { evalres = stablelm_eval(neox_ctx, params.n_threads, n_past, embd, logits, mem_per_token); }