From a6463c1e353358c320edf39cebd65dfba8463b8b Mon Sep 17 00:00:00 2001 From: Olivier Chafik Date: Sat, 25 Jan 2025 04:52:42 +0000 Subject: [PATCH] jinja: don't add bos when jinja enabled --- examples/main/main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/main/main.cpp b/examples/main/main.cpp index 1e2e98b64..e654d3542 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -254,7 +254,7 @@ int main(int argc, char ** argv) { } } - const bool add_bos = llama_vocab_get_add_bos(vocab); + const bool add_bos = llama_vocab_get_add_bos(vocab) && !params.use_jinja; if (!llama_model_has_encoder(model)) { GGML_ASSERT(!llama_vocab_get_add_eos(vocab)); }