vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix mistral chat test: need empty tokens

Browse source
This commit is contained in:
ochafik 2025-02-04 04:01:35 +00:00
parent b1527292b6
commit 56a14ddc83
1 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

8
common/chat-template.hpp
View file

@ -463,12 +463,8 @@ class chat_template {
{"messages", actual_messages},
{"add_generation_prompt", inputs.add_generation_prompt},
}));
if (opts.use_bos_token) {
context->set("bos_token", bos_token_);
}
if (opts.use_eos_token) {
context->set("eos_token", eos_token_);
}
context->set("bos_token", opts.use_bos_token ? bos_token_ : "");
context->set("eos_token", opts.use_eos_token ? eos_token_ : "");
if (opts.define_strftime_now) {
auto now = inputs.now;
context->set("strftime_now", Value::callable([now](const std::shared_ptr<minja::Context> &, minja::ArgumentsValue & args) {