vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

updated embedded kobold lite, force streaming mode if stream flag is used

Browse source
This commit is contained in:
Concedo 2023-04-27 17:16:55 +08:00
parent 95bbd46019
commit 137efe2b8f
2 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
klite.embd
View file

File diff suppressed because one or more lines are too long

12
koboldcpp.py
View file

@ -168,6 +168,18 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
response_body = None
if self.path in ["", "/?"] or self.path.startswith(('/?','?')): #it's possible for the root url to have ?params without /
if args.stream and not "streaming=1" in self.path:
self.path = self.path.replace("streaming=0","")
if self.path.startswith(('/?','?')):
self.path += "&streaming=1"
else:
self.path = self.path + "?streaming=1"
self.send_response(302)
self.send_header("Location", self.path)
self.end_headers()
print("Force redirect to streaming mode, as --stream is set.")
return None
if self.embedded_kailite is None:
response_body = (f"Embedded Kobold Lite is not found.<br>You will have to connect via the main KoboldAI client, or <a href='https://lite.koboldai.net?local=1&port={self.port}'>use this URL</a> to connect.").encode()
else: