vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

show more info about available APIs

Browse source
This commit is contained in:
Concedo 2023-11-28 17:17:47 +08:00
parent 0e5f16de53
commit d2ef458b02
1 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

9
koboldcpp.py
View file

@ -682,10 +682,14 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
elif self.path=="/api": elif self.path=="/api":
content_type = 'text/html' content_type = 'text/html'
if self.embedded_kcpp_docs is None: if self.embedded_kcpp_docs is None:
response_body = (f"KoboldCpp partial API reference can be found at the wiki: https://github.com/LostRuins/koboldcpp/wiki").encode() response_body = (f"KoboldCpp API is running!\n\nAPI usage reference can be found at the wiki: https://github.com/LostRuins/koboldcpp/wiki").encode()
else: else:
response_body = self.embedded_kcpp_docs response_body = self.embedded_kcpp_docs
elif self.path=="/v1":
content_type = 'text/html'
response_body = (f"KoboldCpp OpenAI compatible endpoint is running!\n\nFor usage reference, see https://platform.openai.com/docs/api-reference").encode()
elif self.path=="/api/extra/preloadstory": elif self.path=="/api/extra/preloadstory":
if preloaded_story is None: if preloaded_story is None:
response_body = (json.dumps({}).encode()) response_body = (json.dumps({}).encode())
@ -2160,7 +2164,8 @@ def main(launch_args,start_server=True):
if args.port_param!=defaultport: if args.port_param!=defaultport:
args.port = args.port_param args.port = args.port_param
print(f"Starting Kobold HTTP Server on port {args.port}") print(f"Starting Kobold HTTP Server on port {args.port} at http://localhost:{args.port}/api")
print(f"Starting OpenAI Compatible Endpoint on port {args.port} at http://localhost:{args.port}/v1")
epurl = "" epurl = ""
if args.host=="": if args.host=="":
epurl = f"http://localhost:{args.port}" epurl = f"http://localhost:{args.port}"