From bfe781a42d4152096189b5cba0dbfd6bced60449 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Thu, 9 Jan 2025 22:40:28 +0200 Subject: [PATCH] vocab : fix bug (eos -> bos) ggml-ci --- src/llama-vocab.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp index 55d107ba1..9b02d1156 100644 --- a/src/llama-vocab.cpp +++ b/src/llama-vocab.cpp @@ -426,7 +426,7 @@ struct llm_tokenizer_bpe_session { } bool append_eos(std::vector & output) const { - if (vocab.add_bos_token()) { + if (vocab.add_eos_token()) { GGML_ASSERT(vocab.token_eos() != LLAMA_TOKEN_NULL); output.push_back(vocab.token_eos()); return true;