vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.cpp

Browse source 
Fixed `trim_assistant_message` bug
This commit is contained in:
Juk Armstrong 2024-11-30 19:51:13 +00:00 • committed by GitHub
parent 1f7a0c12b2
commit aa5453de94
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama.cpp
View file

@ -21894,13 +21894,13 @@ static int32_t llama_chat_apply_template_internal(
is_inside_turn = true;
}
std::string role(message->role);
std::string content = (trim_assistant_message? trim(message->content) : message->content);
std::string content(message->content);
if (role == "system") {
ss << content << "\n\n";
} else if (role == "user") {
ss << content << leading_space << "[/INST]";
} else {
ss << trailing_space << content << "</s>";
ss << trailing_space << (trim_assistant_message ? trim(content) : content) << "</s>";
is_inside_turn = false;
}
}