vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Reverted last change of adding the end_of_text stop word for llama 3

Browse source
This commit is contained in:
Wouter Tichelaar 2024-04-20 01:41:09 +02:00
parent 77a1303e2d
commit a06753581c
1 changed files with 0 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/utils.hpp
View file

@ -386,7 +386,6 @@ static json oaicompat_completion_params_parse(
llama_params["stop"].push_back("<|im_end|>"); // chatml llama_params["stop"].push_back("<|im_end|>"); // chatml
llama_params["stop"].push_back("<end_of_turn>"); // gemma llama_params["stop"].push_back("<end_of_turn>"); // gemma
llama_params["stop"].push_back("<|eot_id|>"); // llama-3 llama_params["stop"].push_back("<|eot_id|>"); // llama-3
llama_params["stop"].push_back("<|end_of_text|>"); // llama-3
// Handle "response_format" field // Handle "response_format" field
if (body.contains("response_format")) { if (body.contains("response_format")) {