From 7370d663a3812cb91251fa52c45204c2df122e84 Mon Sep 17 00:00:00 2001
From: Wouter Tichelaar <tichelaarw@spar.net>
Date: Fri, 19 Apr 2024 08:30:36 +0200
Subject: [PATCH] Added EOS stop sequence according to
 https://github.com/ggerganov/llama.cpp/pull/6751#issuecomment-2065602862

---
 examples/server/utils.hpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index a8d43ac63..680fb97e1 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -385,6 +385,7 @@ static json oaicompat_completion_params_parse(
     // We must add their end sequences to list of stop words
     llama_params["stop"].push_back("<|im_end|>"); // chatml
     llama_params["stop"].push_back("<end_of_turn>"); // gemma
+    llama_params["stop"].push_back("<|eot_id|>"); // llama-3
 
     // Handle "response_format" field
     if (body.contains("response_format")) {