vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: fix passing prompt as tokens

Browse source
This commit is contained in:
ZXED 2024-03-09 13:58:20 +03:00
parent 8a3012a4ad
commit 46132b81f3
No known key found for this signature in database
GPG key ID: 637FB44813DCFD66
1 changed files with 13 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

14
examples/server/server.cpp
View file

@ -852,7 +852,19 @@ struct server_context {
// infill // infill
slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix); slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix);
slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix); slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix);
slot.prompt = json_value(data, "prompt", std::string(""));
// get prompt
{
const auto & prompt = data.find("prompt");
if (prompt == data.end())
{
slot.prompt = "";
}
else
{
slot.prompt = *prompt;
}
}
// penalize user-provided tokens // penalize user-provided tokens
{ {