vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

gemma: only apply system_prompt on non-model message

Browse source
This commit is contained in:
ngxson 2024-02-22 16:48:59 +01:00
parent 57b4c2613b
commit edf3b53a5c
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -12795,7 +12795,7 @@ static int32_t llama_chat_apply_template_internal(
// in gemma, "assistant" is "model" // in gemma, "assistant" is "model"
role = role == "assistant" ? "model" : message->role; role = role == "assistant" ? "model" : message->role;
ss << "<start_of_turn>" << role << "\n"; ss << "<start_of_turn>" << role << "\n";
if (!system_prompt.empty()) { if (!system_prompt.empty() && role != "model") {
ss << system_prompt << "\n\n"; ss << system_prompt << "\n\n";
system_prompt = ""; system_prompt = "";
} }