vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: validate "--chat-template" argument

Browse source
This commit is contained in:
ngxson 2024-02-09 17:00:53 +01:00
parent 7efef47d2e
commit ebe3079539
1 changed files with 7 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/server/server.cpp
View file

@ -2300,7 +2300,13 @@ static void server_params_parse(int argc, char **argv, server_params &sparams,
invalid_param = true; invalid_param = true;
break; break;
} }
sparams.chat_template = argv[i]; std::string value(argv[i]);
if (value != "chatml" && value != "llama2") {
fprintf(stderr, "error: chat template can be \"llama2\" or \"chatml\", but got: %s\n", value.c_str());
invalid_param = true;
break;
}
sparams.chat_template = value;
} }
else if (arg == "--override-kv") else if (arg == "--override-kv")
{ {