From a06753581cfc3bd21f21e0298268cf644e02cac7 Mon Sep 17 00:00:00 2001 From: Wouter Tichelaar Date: Sat, 20 Apr 2024 01:41:09 +0200 Subject: [PATCH] Reverted last change of adding the end_of_text stop word for llama 3 --- examples/server/utils.hpp | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp index 99c0141c8..680fb97e1 100644 --- a/examples/server/utils.hpp +++ b/examples/server/utils.hpp @@ -386,7 +386,6 @@ static json oaicompat_completion_params_parse( llama_params["stop"].push_back("<|im_end|>"); // chatml llama_params["stop"].push_back(""); // gemma llama_params["stop"].push_back("<|eot_id|>"); // llama-3 - llama_params["stop"].push_back("<|end_of_text|>"); // llama-3 // Handle "response_format" field if (body.contains("response_format")) {