From b63cf223c9b10ef83de19e794d6d351d2e918204 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 20 Sep 2023 21:07:21 +0800 Subject: [PATCH] add queue info --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 53b0cf5a4..c7b3380a2 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -555,7 +555,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): laste = handle.get_last_eval_time() lastc = handle.get_last_token_count() stopreason = handle.get_last_stop_reason() - response_body = (json.dumps({"last_process":lastp,"last_eval":laste,"last_token_count":lastc, "stop_reason":stopreason, "idle":(0 if modelbusy.locked() else 1)}).encode()) + response_body = (json.dumps({"last_process":lastp,"last_eval":laste,"last_token_count":lastc, "stop_reason":stopreason, "queue":requestsinqueue, "idle":(0 if modelbusy.locked() else 1)}).encode()) if response_body is None: self.send_response(404)