missed a flag

2023-10-12 15:00:51 +08:00 · 2023-10-12 15:00:51 +08:00 · 8d1cd512e2
commit 8d1cd512e2
parent c6fe820357
1 changed files with 1 additions and 0 deletions
--- a/koboldcpp.py
+++ b/koboldcpp.py
@ -752,6 +752,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):

            if self.path.endswith('/api/extra/generate/stream'):
                api_format = 2
+                sse_stream_flag = True

            if self.path.endswith('/v1/completions'):
                api_format = 3