From 46132b81f3085f34767e699c128111fac364cfaf Mon Sep 17 00:00:00 2001
From: ZXED <zxed@alkatrazstudio.net>
Date: Sat, 9 Mar 2024 13:58:20 +0300
Subject: [PATCH] server: fix passing prompt as tokens

---
 examples/server/server.cpp | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index aedf0afc6..83f85e4c8 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -852,7 +852,19 @@ struct server_context {
         // infill
         slot.params.input_prefix = json_value(data, "input_prefix", default_params.input_prefix);
         slot.params.input_suffix = json_value(data, "input_suffix", default_params.input_suffix);
-        slot.prompt              = json_value(data, "prompt",       std::string(""));
+
+        // get prompt
+        {
+            const auto & prompt = data.find("prompt");
+            if (prompt == data.end())
+            {
+                slot.prompt = "";
+            }
+            else
+            {
+                slot.prompt = *prompt;
+            }
+        }
 
         // penalize user-provided tokens
         {