From 77a1303e2d2ff7b57e9efbf67b2f440f72584073 Mon Sep 17 00:00:00 2001
From: Wouter Tichelaar <tichelaarw@spar.net>
Date: Fri, 19 Apr 2024 22:10:54 +0200
Subject: [PATCH] Added <|end_of_text|> as another stop token

---
 examples/server/utils.hpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 680fb97e1..99c0141c8 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -386,6 +386,7 @@ static json oaicompat_completion_params_parse(
     llama_params["stop"].push_back("<|im_end|>"); // chatml
     llama_params["stop"].push_back("<end_of_turn>"); // gemma
     llama_params["stop"].push_back("<|eot_id|>"); // llama-3
+    llama_params["stop"].push_back("<|end_of_text|>"); // llama-3
 
     // Handle "response_format" field
     if (body.contains("response_format")) {