vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

force flush sse

Browse source
This commit is contained in:
Concedo 2023-10-08 15:12:07 +08:00
parent 133897a558
commit a2b8473354
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -487,10 +487,12 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
async def send_oai_sse_event(self, data): async def send_oai_sse_event(self, data):
self.wfile.write(f'data: {data}\r\n\r\n'.encode()) self.wfile.write(f'data: {data}\r\n\r\n'.encode())
self.wfile.flush()
async def send_kai_sse_event(self, data): async def send_kai_sse_event(self, data):
self.wfile.write(f'event: message\n'.encode()) self.wfile.write(f'event: message\n'.encode())
self.wfile.write(f'data: {data}\n\n'.encode()) self.wfile.write(f'data: {data}\n\n'.encode())
self.wfile.flush()
async def handle_sse_stream(self, api_format): async def handle_sse_stream(self, api_format):
global friendlymodelname global friendlymodelname