vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

support for abort without crash on disconnect

Browse source
This commit is contained in:
Concedo 2023-10-27 15:27:17 +08:00
parent aed05e5565
commit c2f675133d
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
koboldcpp.py
View file

@ -583,6 +583,10 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
await asyncio.gather(*tasks) await asyncio.gather(*tasks)
generate_result = generate_task.result() generate_result = generate_task.result()
return generate_result return generate_result
except ConnectionAbortedError as cae: # attempt to abort if connection lost
print(cae)
handle.abort_generate()
time.sleep(0.1) #short delay
except Exception as e: except Exception as e:
print(e) print(e)