vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

more printouts

Browse source
This commit is contained in:
Concedo 2023-12-02 11:48:48 +08:00
parent 495bb3ab1e
commit 1c422f45cb
1 changed files with 7 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
koboldcpp.py
View file

@ -1917,6 +1917,10 @@ def setuptunnel():
found = re.findall(pattern, line) found = re.findall(pattern, line)
for x in found: for x in found:
tunneloutput = x tunneloutput = x
print(f"Your remote Kobold API can be found at {tunneloutput}/api/")
print(f"Your remote OpenAI Compatible API can be found at {tunneloutput}/v1/")
print("======\n")
print(f"Your remote tunnel is ready, please connect to {tunneloutput}") print(f"Your remote tunnel is ready, please connect to {tunneloutput}")
return return
@ -2178,6 +2182,7 @@ def main(launch_args,start_server=True):
epurl = f"http://localhost:{args.port}" epurl = f"http://localhost:{args.port}"
else: else:
epurl = f"http://{args.host}:{args.port}" epurl = f"http://{args.host}:{args.port}"
if not args.remotetunnel:
print(f"Starting Kobold API on port {args.port} at {epurl}/api/") print(f"Starting Kobold API on port {args.port} at {epurl}/api/")
print(f"Starting OpenAI Compatible API on port {args.port} at {epurl}/v1/") print(f"Starting OpenAI Compatible API on port {args.port} at {epurl}/v1/")