vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

todo: troubleshoot sse with multiuser

Browse source
This commit is contained in:
Concedo 2023-10-27 00:21:52 +08:00
parent f344a99425
commit aed05e5565
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -565,9 +565,9 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
# flush buffers, sleep a bit to make sure all data sent, and then force close the connection # flush buffers, sleep a bit to make sure all data sent, and then force close the connection
self.wfile.flush() self.wfile.flush()
await asyncio.sleep(0.2)
self.close_connection = True
await asyncio.sleep(0.1) await asyncio.sleep(0.1)
self.close_connection = True
await asyncio.sleep(0.05)
async def handle_request(self, genparams, api_format, stream_flag): async def handle_request(self, genparams, api_format, stream_flag):