vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

apply custom stop tokens

Browse source
This commit is contained in:
Peter Nagymathe 2023-12-30 02:57:23 +00:00
parent fe6630c23e
commit 9c3e7e0c77
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/server.cpp
View file

@ -2521,7 +2521,9 @@ json oaicompat_completion_params_parse(
}
// Ensure there is ChatML-specific end sequence among stop words
llama_params["stop"].push_back("<|im_end|>");
for(auto& stop : formatter.stop_keys){
llama_params["stop"].push_back(stop);
}
return llama_params;
}