From 9281c2801fd0386c037a4499db30bc9ac8a52296 Mon Sep 17 00:00:00 2001
From: duncannah <38371914+duncannah@users.noreply.github.com>
Date: Wed, 2 Aug 2023 23:42:43 +0200
Subject: [PATCH] fix: don't send headers twice when streaming

---
 koboldcpp.py | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

diff --git a/koboldcpp.py b/koboldcpp.py
index 1ba082d92..04e171ace 100755
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -572,12 +572,14 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
                 newprompt = fullprompt
 
                 gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
-                try:
-                    self.send_response(200)
-                    self.end_headers()
-                    self.wfile.write(json.dumps(gen).encode())
-                except:
-                    print("Generate: The response could not be sent, maybe connection was terminated?")
+
+                if not kai_sse_stream_flag:
+                    try:
+                        self.send_response(200)
+                        self.end_headers()
+                        self.wfile.write(json.dumps(gen).encode())
+                    except:
+                        print("Generate: The response could not be sent, maybe connection was terminated?")
 
                 return
         finally: