vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

support glm-4-9b-chat

Browse source 
Signed-off-by: XingXing Qiao <qiaoxx@dingdao.com>
This commit is contained in:
XingXing Qiao 2024-06-17 10:08:52 +08:00
parent f3bc337f43
commit 1fc5bf5bcb
5 changed files with 116 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -3056,7 +3056,7 @@ int main(int argc, char ** argv) {
chat.push_back({{"role", "user"}, {"content", "Hello"}});
chat.push_back({{"role", "assistant"}, {"content", "Hi there"}});
chat.push_back({{"role", "user"}, {"content", "How are you?"}});
printf("sparams.chat_template: #%s#\n", sparams.chat_template.c_str());
const std::string chat_example = format_chat(ctx_server.model, sparams.chat_template, chat);
LOG_INFO("chat template", {