vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix for janitorai

Browse source
This commit is contained in:
Concedo 2023-12-02 23:58:41 +08:00
parent 12f66eaa1d
commit a829a1ee56
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
koboldcpp.py
View file

@ -540,6 +540,9 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
async def send_oai_sse_event(self, data): async def send_oai_sse_event(self, data):
if data=="[DONE]":
self.wfile.write(f'data: {data}'.encode())
else:
self.wfile.write(f'data: {data}\r\n\r\n'.encode()) self.wfile.write(f'data: {data}\r\n\r\n'.encode())
self.wfile.flush() self.wfile.flush()
@ -1918,8 +1921,8 @@ def setuptunnel():
for x in found: for x in found:
tunneloutput = x tunneloutput = x
print(f"Your remote Kobold API can be found at {tunneloutput}/api/") print(f"Your remote Kobold API can be found at {tunneloutput}/api")
print(f"Your remote OpenAI Compatible API can be found at {tunneloutput}/v1/") print(f"Your remote OpenAI Compatible API can be found at {tunneloutput}/v1")
print("======\n") print("======\n")
print(f"Your remote tunnel is ready, please connect to {tunneloutput}") print(f"Your remote tunnel is ready, please connect to {tunneloutput}")
return return