vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

vocab : fix bug (eos -> bos)

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2025-01-09 22:40:28 +02:00
parent dfd319c890
commit bfe781a42d
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-vocab.cpp
View file

@ -426,7 +426,7 @@ struct llm_tokenizer_bpe_session {
} }
bool append_eos(std::vector<llama_token> & output) const { bool append_eos(std::vector<llama_token> & output) const {
if (vocab.add_bos_token()) { if (vocab.add_eos_token()) {
GGML_ASSERT(vocab.token_eos() != LLAMA_TOKEN_NULL); GGML_ASSERT(vocab.token_eos() != LLAMA_TOKEN_NULL);
output.push_back(vocab.token_eos()); output.push_back(vocab.token_eos());
return true; return true;