From c2f675133d8fb0dd3c4f7fd3c88c2a9996003216 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Fri, 27 Oct 2023 15:27:17 +0800
Subject: [PATCH] support for abort without crash on disconnect

---
 koboldcpp.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/koboldcpp.py b/koboldcpp.py
index f3abb5772..ecb3ff42b 100755
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -583,6 +583,10 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
             await asyncio.gather(*tasks)
             generate_result = generate_task.result()
             return generate_result
+        except ConnectionAbortedError as cae: # attempt to abort if connection lost
+            print(cae)
+            handle.abort_generate()
+            time.sleep(0.1) #short delay
         except Exception as e:
             print(e)