From 19c0925e97b6147d2e10cd945de4684e1fa9631e Mon Sep 17 00:00:00 2001 From: ZXED Date: Fri, 27 Dec 2024 21:51:56 +0300 Subject: [PATCH] server : fix token duplication when streaming with stop strings --- examples/server/server.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 30ff3b149..3558ddb7c 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -1856,6 +1856,8 @@ struct server_context { result.text_to_send = slot.generated_text.substr(pos, std::string::npos); slot.n_sent_text += result.text_to_send.size(); // add the token to slot queue and cache + } else { + result.text_to_send = ""; } slot.add_token(result);