vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

multiuser racer bugfix

Browse source
This commit is contained in:
Concedo 2023-10-12 13:39:12 +08:00
parent a003e3c348
commit f604cffdce
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -695,7 +695,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
multiuserkey = "" multiuserkey = ""
pass pass
if (multiuserkey!="" and multiuserkey==currentusergenkey) or requestsinqueue==0: if (multiuserkey=="" and requestsinqueue==0) or (multiuserkey!="" and multiuserkey==currentusergenkey):
ag = handle.abort_generate() ag = handle.abort_generate()
time.sleep(0.3) #short delay before replying time.sleep(0.3) #short delay before replying
self.send_response(200) self.send_response(200)
@ -717,7 +717,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
pass pass
if totalgens>0: if totalgens>0:
if (multiuserkey!="" and multiuserkey==currentusergenkey) or requestsinqueue==0: if (multiuserkey=="" and requestsinqueue==0) or (multiuserkey!="" and multiuserkey==currentusergenkey):
pendtxt = handle.get_pending_output() pendtxt = handle.get_pending_output()
pendtxtStr = ctypes.string_at(pendtxt).decode("UTF-8","ignore") pendtxtStr = ctypes.string_at(pendtxt).decode("UTF-8","ignore")
self.send_response(200) self.send_response(200)