From 98d1dba256b017250622f0eaf3e6dfe0bffd6669 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 25 Oct 2023 20:44:20 +0800 Subject: [PATCH] tighten timings --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 0d3cd9585..8ea3cfe2a 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -527,7 +527,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): current_token = 0 incomplete_token_buffer = bytearray() - await asyncio.sleep(0.1) #anti race condition, prevent check from overtaking generate + await asyncio.sleep(0.05) #anti race condition, prevent check from overtaking generate while True: streamDone = handle.has_finished() #exit next loop on done tokenStr = ""