vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added softprompt endpoint

Browse source
This commit is contained in:
Concedo 2023-03-25 10:12:47 +08:00
parent 8e383f1895
commit b13a768813
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
llama_for_kobold.py
View file

@ -118,6 +118,12 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
global maxctx
self.wfile.write(json.dumps({"value":maxctx}).encode())
return
if self.path.endswith('/api/v1/config/soft_prompt') or self.path.endswith('/api/v1/config/soft_prompt/') or self.path.endswith('/api/latest/config/soft_prompt') or self.path.endswith('/api/latest/config/soft_prompt/'):
self.send_response(200)
self.end_headers()
self.wfile.write(json.dumps({"value":""}).encode())
return
self.send_response(404)
self.end_headers()