From 8502a015a59b651ebe27b2d95376e27138ecaf2c Mon Sep 17 00:00:00 2001 From: zhangkaihuo Date: Mon, 1 Apr 2024 17:00:07 +0800 Subject: [PATCH] remove eos --- examples/main/main.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/main/main.cpp b/examples/main/main.cpp index 2a19817d9..806af2725 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -796,7 +796,7 @@ int main(int argc, char ** argv) { // deal with end of text token in interactive mode auto last_token = llama_sampling_last(ctx_sampling); - if (last_token == llama_token_eos(model) || last_token == 122753) + if (last_token == llama_token_eos(model)) { LOG("found EOS token\n"); @@ -922,7 +922,7 @@ int main(int argc, char ** argv) { } // end of text token - if (!embd.empty() && (embd.back() == llama_token_eos(model) || embd.back() == 122753) && !(params.instruct || params.interactive || params.chatml)) { + if (!embd.empty() && (embd.back() == llama_token_eos(model)) && !(params.instruct || params.interactive || params.chatml)) { LOG_TEE(" [end of text]\n"); break; }