From 7efef47d2eb09160fc612c4edb811d261436e256 Mon Sep 17 00:00:00 2001
From: ngxson <thichthat@gmail.com>
Date: Fri, 9 Feb 2024 17:00:36 +0100
Subject: [PATCH] server: format_llama2: remove BOS

---
 examples/server/utils.hpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index b1623c737..548548962 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -174,7 +174,7 @@ inline std::string format_llama2(std::vector<json> messages)
 
     for (auto it = messages.begin(); it != messages.end(); ++it) {
         if (!is_inside_turn) {
-            output << "<s>[INST] ";
+            output << "[INST] ";
         }
         std::string role    = json_value(*it, "role", std::string("user"));
         std::string content = json_value(*it, "content", std::string(""));