From ea336bfa332301c9f520e08fa7a538cc60dc0c96 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Mon, 29 May 2023 22:40:27 +0800 Subject: [PATCH] rwkv eos --- gpttype_adapter.cpp | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/gpttype_adapter.cpp b/gpttype_adapter.cpp index bc26d49d8..63af8676e 100644 --- a/gpttype_adapter.cpp +++ b/gpttype_adapter.cpp @@ -1090,7 +1090,9 @@ generation_outputs gpttype_generate(const generation_inputs inputs, generation_o } // set the logit of the eos token (0) to minimum to avoid sampling it - if (file_format == FileFormat::NEOX_1 || + if (file_format == FileFormat::RWKV_1 || + file_format == FileFormat::RWKV_2 || + file_format == FileFormat::NEOX_1 || file_format == FileFormat::NEOX_2 || file_format == FileFormat::NEOX_3 || file_format == FileFormat::NEOX_4 ||