From 8d1cd512e2e6180a75a63d1bd9d966fc2c1fda14 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Thu, 12 Oct 2023 15:00:51 +0800 Subject: [PATCH] missed a flag --- koboldcpp.py | 1 + 1 file changed, 1 insertion(+) diff --git a/koboldcpp.py b/koboldcpp.py index e573a9433..37f3d15cd 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -752,6 +752,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): if self.path.endswith('/api/extra/generate/stream'): api_format = 2 + sse_stream_flag = True if self.path.endswith('/v1/completions'): api_format = 3