From 506aadad87fcb04905e9375d2ff75f384d811668 Mon Sep 17 00:00:00 2001 From: qhduan Date: Sat, 18 Nov 2023 06:12:19 +0800 Subject: [PATCH] fix deepseek bug in stream mode --- examples/server/server.cpp | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index bb87b532b..86f8b6b77 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -985,6 +985,16 @@ struct llama_server_context slot.multibyte_pending = 0; } } + else if (token_str.size() == 2) + { + const char c0 = token_str[0]; + const char c1 = token_str[1]; + if (((c0 & 0xF0) == 0xE0) && ((c1 & 0xC0) == 0x80)) + { + slot.multibyte_pending = 1; + // 3-byte characters: 1110xxxx 10xxxxxx 10xxxxxx + } + } if (slot.multibyte_pending == 0) {