vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: still send full result after streaming

Browse source
This commit is contained in:
duncannah 2023-08-03 14:35:43 +02:00 • committed by GitHub
parent 9281c2801f
commit 63ec711a70
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
koboldcpp.py
View file

@ -573,11 +573,13 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag)) gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
if not kai_sse_stream_flag: try:
try: # Headers are already sent when streaming
if not kai_sse_stream_flag:
self.send_response(200) self.send_response(200)
self.end_headers() self.end_headers()
self.wfile.write(json.dumps(gen).encode())
self.wfile.write(json.dumps(gen).encode())
except: except:
print("Generate: The response could not be sent, maybe connection was terminated?") print("Generate: The response could not be sent, maybe connection was terminated?")