vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: format_llama2: remove BOS

Browse source
This commit is contained in:
ngxson 2024-02-09 17:00:36 +01:00
parent 269437e4eb
commit 7efef47d2e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/utils.hpp
View file

@ -174,7 +174,7 @@ inline std::string format_llama2(std::vector<json> messages)
for (auto it = messages.begin(); it != messages.end(); ++it) {
if (!is_inside_turn) {
output << "<s>[INST] ";
output << "[INST] ";
}
std::string role = json_value(*it, "role", std::string("user"));
std::string content = json_value(*it, "content", std::string(""));