vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add openchat chat template

Browse source
This commit is contained in:
Kai Zau 2024-03-30 09:43:47 +09:00
parent f7fc5f6c6f
commit d19df2c5b9
1 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
llama.cpp
View file

@ -15697,6 +15697,22 @@ static int32_t llama_chat_apply_template_internal(
ss << message->content << "</s>"; ss << message->content << "</s>";
} }
} }
} else if (tmpl == "openchat" || tmpl.find("GPT4 Correct ") != std::string::npos) {
// Openchat, Starling
for (auto message : chat) {
std::string role(message->role);
if (role == "user") {
ss << "GPT4 Correct User: ";
} else if (role == "assistant") {
ss << "GPT4 Correct Assistant: ";
}
// Not documented, but apparently the system message is prepended without prefix:
// https://huggingface.co/openchat/openchat_3.5/discussions/5#65448109b4a3f3a2f486fd9d
ss << message->content << "<|end_of_turn|>";
}
if (add_ass) {
ss << "GPT4 Correct Assistant: ";
}
} else { } else {
// template not supported // template not supported
return -1; return -1;