diff --git a/koboldcpp.py b/koboldcpp.py index e573a9433..37f3d15cd 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -752,6 +752,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): if self.path.endswith('/api/extra/generate/stream'): api_format = 2 + sse_stream_flag = True if self.path.endswith('/v1/completions'): api_format = 3