From aed05e556535d053b92010d01a7e922d54728ea7 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Fri, 27 Oct 2023 00:21:52 +0800 Subject: [PATCH] todo: troubleshoot sse with multiuser --- koboldcpp.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index 3977a3bdf..f3abb5772 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -565,9 +565,9 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): # flush buffers, sleep a bit to make sure all data sent, and then force close the connection self.wfile.flush() - await asyncio.sleep(0.2) - self.close_connection = True await asyncio.sleep(0.1) + self.close_connection = True + await asyncio.sleep(0.05) async def handle_request(self, genparams, api_format, stream_flag):