Merge remote-tracking branch 'duncan/api-stream-double-write-fix' into concedo_experimental

2023-08-04 10:22:53 +08:00 · 2023-08-04 10:22:53 +08:00 · d09e54aad1
commit d09e54aad1
parent 4709545c06 63ec711a70
1 changed files with 5 additions and 3 deletions
--- a/koboldcpp.py
+++ b/koboldcpp.py
@ -573,11 +573,13 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):

                gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))

-                if not kai_sse_stream_flag:
-                    try:
+                try:
+                    # Headers are already sent when streaming
+                    if not kai_sse_stream_flag:
                        self.send_response(200)
                        self.end_headers()
-                        self.wfile.write(json.dumps(gen).encode())
+
+                    self.wfile.write(json.dumps(gen).encode())
                    except:
                        print("Generate: The response could not be sent, maybe connection was terminated?")