vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

changed file embedding technique

Browse source
This commit is contained in:
Concedo 2023-03-21 21:16:06 +08:00
parent 91e2b43575
commit a1625c4be1
1 changed files with 22 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

27
llama_for_kobold.py
View file

@ -79,6 +79,7 @@ maxlen = 128
modelbusy = False modelbusy = False
port = 5001 port = 5001
last_context = "" last_context = ""
embedded_kailite = None
class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
@ -87,8 +88,15 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
def do_GET(self): def do_GET(self):
if self.path=="/": if self.path=="/":
self.path = "/klite.embd" if embedded_kailite is None:
return http.server.SimpleHTTPRequestHandler.do_GET(self) self.send_response(200)
self.end_headers()
self.wfile.write(b'Embedded Kobold Lite is not found.<br>You will have to connect via the main KoboldAI client, or <a href=\'https://lite.koboldai.net?local=1&port='+str(port).encode()+b'\'>use this URL</a> to connect.')
else:
self.send_response(200)
self.end_headers()
self.wfile.write(embedded_kailite)
return
if self.path.endswith('/api/v1/model/') or self.path.endswith('/api/latest/model/') or self.path.endswith('/api/v1/model') or self.path.endswith('/api/latest/model'): if self.path.endswith('/api/v1/model/') or self.path.endswith('/api/latest/model/') or self.path.endswith('/api/v1/model') or self.path.endswith('/api/latest/model'):
self.send_response(200) self.send_response(200)
@ -184,10 +192,11 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
self.send_header('Access-Control-Allow-Origin', '*') self.send_header('Access-Control-Allow-Origin', '*')
self.send_header('Access-Control-Allow-Methods', '*') self.send_header('Access-Control-Allow-Methods', '*')
self.send_header('Access-Control-Allow-Headers', '*') self.send_header('Access-Control-Allow-Headers', '*')
if "/klite.embd" in self.path: if "/api" in self.path:
self.send_header('Content-type', 'text/html')
else:
self.send_header('Content-type', 'application/json') self.send_header('Content-type', 'application/json')
else:
self.send_header('Content-type', 'text/html')
return super(ServerRequestHandler, self).end_headers() return super(ServerRequestHandler, self).end_headers()
@ -263,6 +272,14 @@ if __name__ == '__main__':
friendlymodelname = "concedo/llamacpp" friendlymodelname = "concedo/llamacpp"
if loadok: if loadok:
try:
basepath = os.path.abspath(os.path.dirname(__file__))
with open(basepath+"/klite.embd", mode="rb") as emb_kai:
embedded_kailite = emb_kai.read()
print("Embedded Kobold Lite loaded.")
except:
print("Could not find Kobold Lite. Embedded Kobold Lite will not be available.")
print("Starting Kobold HTTP Server on port " + str(port)) print("Starting Kobold HTTP Server on port " + str(port))
print("Please connect to custom endpoint at http://localhost:"+str(port)) print("Please connect to custom endpoint at http://localhost:"+str(port))
RunServerMultiThreaded(port) RunServerMultiThreaded(port)