From 4d3a64fbb26121e8d1a8a0a6da2661bd6db558ba Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 14 Sep 2023 23:27:12 +0800 Subject: [PATCH] add endpoint to fetch true max context --- koboldcpp.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/koboldcpp.py b/koboldcpp.py index 41dab53a6..d1d065423 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -530,6 +530,9 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): elif self.path.endswith(('/api/v1/info/version', '/api/latest/info/version')): response_body = (json.dumps({"result":"1.2.4"}).encode()) + elif self.path.endswith(('/api/extra/true_max_context_length')): #do not advertise this to horde + response_body = (json.dumps({"value": maxctx}).encode()) + elif self.path.endswith(('/api/extra/version')): response_body = (json.dumps({"result":"KoboldCpp","version":KcppVersion}).encode())