vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added <|end_of_text|> as another stop token

Browse source
This commit is contained in:
Wouter Tichelaar 2024-04-19 22:10:54 +02:00
parent 836c97c094
commit 77a1303e2d
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/utils.hpp
View file

@ -386,6 +386,7 @@ static json oaicompat_completion_params_parse(
llama_params["stop"].push_back("<|im_end|>"); // chatml llama_params["stop"].push_back("<|im_end|>"); // chatml
llama_params["stop"].push_back("<end_of_turn>"); // gemma llama_params["stop"].push_back("<end_of_turn>"); // gemma
llama_params["stop"].push_back("<|eot_id|>"); // llama-3 llama_params["stop"].push_back("<|eot_id|>"); // llama-3
llama_params["stop"].push_back("<|end_of_text|>"); // llama-3
// Handle "response_format" field // Handle "response_format" field
if (body.contains("response_format")) { if (body.contains("response_format")) {