vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add chat template for vicuna

Browse source
This commit is contained in:
Kai Zau 2024-03-30 11:23:18 +09:00
parent 0d24c6af89
commit f6104b9b77
1 changed files with 18 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

19
llama.cpp
View file

@ -15711,7 +15711,24 @@ static int32_t llama_chat_apply_template_internal(
ss << message->content << "<|end_of_turn|>";
}
if (add_ass) {
ss << "GPT4 Correct Assistant: ";
ss << "GPT4 Correct Assistant:";
}
} else if (tmpl == "vicuna" || tmpl.find("USER: ") != std::string::npos) {
for (auto message : chat) {
std::string role(message->role);
if (role == "user") {
ss << "USER: ";
} else if (role == "assistant") {
ss << "ASSISTANT: ";
}
ss << message->content << "\n";
if (role == "system") {
// Extra newline after system message
ss << "\n";
}
}
if (add_ass) {
ss << "ASSISTANT:";
}
} else {
// template not supported