vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix kobold lite generation

Browse source
This commit is contained in:
SammCheese 2023-06-09 12:39:35 +02:00
parent c99ab9df33
commit 57b0b53b54
No known key found for this signature in database
GPG key ID: 28CFE2321A140BA1
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
koboldcpp.py
View file

@ -274,7 +274,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
try: try:
return res return res
except Exception as e: except Exception as e:
print(f"Generate: Error while generating {e}") print(f"Generate: Error while generating: {e}")
async def send_sse_event(self, event, data): async def send_sse_event(self, event, data):
@ -307,7 +307,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
await asyncio.sleep(0) await asyncio.sleep(0)
await self.wfile.close() # Implement connection closing here
async def handle_request(self, genparams, newprompt, basic_api_flag, stream_flag): async def handle_request(self, genparams, newprompt, basic_api_flag, stream_flag):
@ -321,7 +321,6 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
try: try:
await asyncio.gather(*tasks) await asyncio.gather(*tasks)
print("done")
generate_result = generate_task.result() generate_result = generate_task.result()
return generate_result return generate_result
except Exception as e: except Exception as e:
@ -433,6 +432,8 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag)) gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
try: try:
self.send_response(200)
self.end_headers()
self.wfile.write(json.dumps(gen).encode()) self.wfile.write(json.dumps(gen).encode())
except: except:
print("Generate: The response could not be sent, maybe connection was terminated?") print("Generate: The response could not be sent, maybe connection was terminated?")