diff --git a/koboldcpp.py b/koboldcpp.py index 1ba082d92..04e171ace 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -572,12 +572,14 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): newprompt = fullprompt gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag)) - try: - self.send_response(200) - self.end_headers() - self.wfile.write(json.dumps(gen).encode()) - except: - print("Generate: The response could not be sent, maybe connection was terminated?") + + if not kai_sse_stream_flag: + try: + self.send_response(200) + self.end_headers() + self.wfile.write(json.dumps(gen).encode()) + except: + print("Generate: The response could not be sent, maybe connection was terminated?") return finally: