vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix default value for WPM special_add_eos

Browse source
This commit is contained in:
jaime-m-p 2024-05-26 01:11:53 +02:00
parent f84b04f1be
commit 7a5578f211
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -4567,7 +4567,7 @@ static void llm_load_vocab(
} else if (vocab.type == LLAMA_VOCAB_TYPE_WPM) { } else if (vocab.type == LLAMA_VOCAB_TYPE_WPM) {
vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_DEFAULT; vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_DEFAULT;
vocab.tokenizer_special_add_bos = true; vocab.tokenizer_special_add_bos = true;
vocab.tokenizer_special_add_eos = true; vocab.tokenizer_special_add_eos = false;
} else { } else {
throw std::runtime_error(format("unknown vocab type: '%d'", (int) vocab.type)); throw std::runtime_error(format("unknown vocab type: '%d'", (int) vocab.type));
} }