vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Separate deepseek bos from system message

Browse source
This commit is contained in:
Kai Zau 2024-04-01 19:34:31 +08:00
parent 9165380c52
commit 1eebfc9f0f
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
llama.cpp
View file

@ -15738,8 +15738,11 @@ static int32_t llama_chat_apply_template_internal(
// Use of both U+ff5c and U+007c pipes is deliberate, based on the Jinja template
for (auto message : chat) {
std::string role(message->role);
if (message == chat.front()) {
ss << "<｜begin▁of▁sentence｜>";
}
if (role == "system") {
ss << "<｜begin▁of▁sentence｜>" << message->content;
ss << message->content;
} else if (role == "user") {
ss << "### Instruction:\n" << message->content << "\n";
} else if (role == "assistant") {