vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

version number api

Browse source
This commit is contained in:
Concedo 2023-04-17 19:31:15 +08:00
parent 364e2736c9
commit 1f4a69c051
1 changed files with 9 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
koboldcpp.py
View file

@ -119,6 +119,7 @@ maxctx = 2048
maxlen = 128 maxlen = 128
modelbusy = False modelbusy = False
defaultport = 5001 defaultport = 5001
KcppVersion = "1.10"
class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
sys_version = "" sys_version = ""
@ -133,7 +134,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
def do_GET(self): def do_GET(self):
global maxctx, maxlen, friendlymodelname global maxctx, maxlen, friendlymodelname, KcppVersion
if self.path in ["/", "/?"] or self.path.startswith(('/?','?')): #it's possible for the root url to have ?params without / if self.path in ["/", "/?"] or self.path.startswith(('/?','?')): #it's possible for the root url to have ?params without /
response_body = "" response_body = ""
if self.embedded_kailite is None: if self.embedded_kailite is None:
@ -185,6 +186,12 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
self.wfile.write(json.dumps({"result":"1.2.2"}).encode()) self.wfile.write(json.dumps({"result":"1.2.2"}).encode())
return return
if self.path.endswith(('/api/extra/version')):
self.send_response(200)
self.end_headers()
self.wfile.write(json.dumps({"result":"KoboldCpp","version":KcppVersion}).encode())
return
self.send_response(404) self.send_response(404)
self.end_headers() self.end_headers()
rp = 'Error: HTTP Server is running, but this endpoint does not exist. Please check the URL.' rp = 'Error: HTTP Server is running, but this endpoint does not exist. Please check the URL.'
@ -435,7 +442,7 @@ def main(args):
RunServerMultiThreaded(args.host, args.port, embedded_kailite) RunServerMultiThreaded(args.host, args.port, embedded_kailite)
if __name__ == '__main__': if __name__ == '__main__':
print("Welcome to KoboldCpp - Version 1.10") # just update version manually print("Welcome to KoboldCpp - Version " + KcppVersion) # just update version manually
parser = argparse.ArgumentParser(description='Kobold llama.cpp server') parser = argparse.ArgumentParser(description='Kobold llama.cpp server')
modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args modelgroup = parser.add_mutually_exclusive_group() #we want to be backwards compatible with the unnamed positional args
modelgroup.add_argument("--model", help="Model file to load", nargs="?") modelgroup.add_argument("--model", help="Model file to load", nargs="?")