diff --git a/koboldcpp.py b/koboldcpp.py index 0d3cd9585..8ea3cfe2a 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -527,7 +527,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): current_token = 0 incomplete_token_buffer = bytearray() - await asyncio.sleep(0.1) #anti race condition, prevent check from overtaking generate + await asyncio.sleep(0.05) #anti race condition, prevent check from overtaking generate while True: streamDone = handle.has_finished() #exit next loop on done tokenStr = ""