From 7a5578f21107347e2f00c7daa74b8dcdcacd3afc Mon Sep 17 00:00:00 2001 From: jaime-m-p <> Date: Sun, 26 May 2024 01:11:53 +0200 Subject: [PATCH] Fix default value for WPM special_add_eos --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index 4f7aa5c22..71387b1dd 100644 --- a/llama.cpp +++ b/llama.cpp @@ -4567,7 +4567,7 @@ static void llm_load_vocab( } else if (vocab.type == LLAMA_VOCAB_TYPE_WPM) { vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_DEFAULT; vocab.tokenizer_special_add_bos = true; - vocab.tokenizer_special_add_eos = true; + vocab.tokenizer_special_add_eos = false; } else { throw std::runtime_error(format("unknown vocab type: '%d'", (int) vocab.type)); }