fix: still send full result after streaming

This commit is contained in:
duncannah 2023-08-03 14:35:43 +02:00 committed by GitHub
parent 9281c2801f
commit 63ec711a70
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -573,10 +573,12 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
if not kai_sse_stream_flag:
try:
# Headers are already sent when streaming
if not kai_sse_stream_flag:
self.send_response(200)
self.end_headers()
self.wfile.write(json.dumps(gen).encode())
except:
print("Generate: The response could not be sent, maybe connection was terminated?")