jinja: don't add bos when jinja enabled

This commit is contained in:
Olivier Chafik 2025-01-25 04:52:42 +00:00
parent 0208b20767
commit a6463c1e35

View file

@ -254,7 +254,7 @@ int main(int argc, char ** argv) {
}
}
const bool add_bos = llama_vocab_get_add_bos(vocab);
const bool add_bos = llama_vocab_get_add_bos(vocab) && !params.use_jinja;
if (!llama_model_has_encoder(model)) {
GGML_ASSERT(!llama_vocab_get_add_eos(vocab));
}