vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: don't send headers twice when streaming

Browse source
This commit is contained in:
duncannah 2023-08-02 23:42:43 +02:00 • committed by GitHub
parent b2eaec4261
commit 9281c2801f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

2
koboldcpp.py
View file

@ -572,6 +572,8 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
newprompt = fullprompt newprompt = fullprompt
gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag)) gen = asyncio.run(self.handle_request(genparams, newprompt, basic_api_flag, kai_sse_stream_flag))
if not kai_sse_stream_flag:
try: try:
self.send_response(200) self.send_response(200)
self.end_headers() self.end_headers()