vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Removed tab-indented lines

Browse source
This commit is contained in:
juk 2024-11-29 01:29:54 +00:00
parent 94944cc9bb
commit fded99769e
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/llama.cpp
View file

@ -21863,8 +21863,8 @@ static int32_t llama_chat_apply_template_internal(
ss << "<|im_start|>assistant\n"; ss << "<|im_start|>assistant\n";
} }
} else if (tmpl == "mistral-v1" || tmpl == "mistral-v2" || tmpl == "mistral-v3" || tmpl == "mistral-v3-tekken") { } else if (tmpl == "mistral-v1" || tmpl == "mistral-v2" || tmpl == "mistral-v3" || tmpl == "mistral-v3-tekken") {
// See: https://github.com/mistralai/cookbook/blob/main/concept-deep-dive/tokenization/chat_templates.md // See: https://github.com/mistralai/cookbook/blob/main/concept-deep-dive/tokenization/chat_templates.md
// See: https://github.com/mistralai/cookbook/blob/main/concept-deep-dive/tokenization/templates.md // See: https://github.com/mistralai/cookbook/blob/main/concept-deep-dive/tokenization/templates.md
std::string leading_space = (tmpl == "mistral-v1" ? " " : ""); std::string leading_space = (tmpl == "mistral-v1" ? " " : "");
std::string trailing_space = (tmpl != "mistral-v3-tekken" ? " " : ""); std::string trailing_space = (tmpl != "mistral-v3-tekken" ? " " : "");
bool is_inside_turn = false; bool is_inside_turn = false;
@ -21876,9 +21876,9 @@ static int32_t llama_chat_apply_template_internal(
std::string role(message->role); std::string role(message->role);
std::string content = trim(message->content); std::string content = trim(message->content);
if (role == "system") { if (role == "system") {
ss << content << "\n\n"; ss << content << "\n\n";
} else if (role == "user") { } else if (role == "user") {
ss << content << leading_space << "[/INST]"; ss << content << leading_space << "[/INST]";
} else { } else {
ss << trailing_space << content << "</s>"; ss << trailing_space << content << "</s>";
is_inside_turn = false; is_inside_turn = false;