vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added EOS stop sequence according to https://github.com/ggerganov/llama.cpp/pull/6751#issuecomment-2065602862

Browse source
This commit is contained in:
Wouter Tichelaar 2024-04-19 08:30:36 +02:00
parent bf63ff5f29
commit 7370d663a3
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/utils.hpp
View file

@ -385,6 +385,7 @@ static json oaicompat_completion_params_parse(
// We must add their end sequences to list of stop words // We must add their end sequences to list of stop words
llama_params["stop"].push_back("<|im_end|>"); // chatml llama_params["stop"].push_back("<|im_end|>"); // chatml
llama_params["stop"].push_back("<end_of_turn>"); // gemma llama_params["stop"].push_back("<end_of_turn>"); // gemma
llama_params["stop"].push_back("<|eot_id|>"); // llama-3
// Handle "response_format" field // Handle "response_format" field
if (body.contains("response_format")) { if (body.contains("response_format")) {