Merge remote-tracking branch 'duncan/api-stream-double-write-fix' into concedo_experimental

2023-08-03 12:52:43 +08:00 · 2023-08-03 12:52:43 +08:00 · 4709545c06
commit 4709545c06
parent ba2040d1df 9281c2801f
1 changed files with 8 additions and 6 deletions
--- a/koboldcpp.py
+++ b/koboldcpp.py
@ -572,6 +572,8 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
                newprompt = fullprompt

                gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
+
+                if not kai_sse_stream_flag:
                    try:
                        self.send_response(200)
                        self.end_headers()