From 63ec711a70215c788448c6af9f66c09240577d0b Mon Sep 17 00:00:00 2001
From: duncannah <38371914+duncannah@users.noreply.github.com>
Date: Thu, 3 Aug 2023 14:35:43 +0200
Subject: [PATCH] fix: still send full result after streaming

---
 koboldcpp.py | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index 04e171ace..f9526531e 100755
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -573,11 +573,13 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
 
                 gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
 
-                if not kai_sse_stream_flag:
-                    try:
+                try:
+                    # Headers are already sent when streaming
+                    if not kai_sse_stream_flag:
                         self.send_response(200)
                         self.end_headers()
-                        self.wfile.write(json.dumps(gen).encode())
+
+                    self.wfile.write(json.dumps(gen).encode())
                     except:
                         print("Generate: The response could not be sent, maybe connection was terminated?")