vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix deepseek bug in stream mode

Browse source
This commit is contained in:
qhduan 2023-11-18 06:12:19 +08:00
parent bbecf3f415
commit 506aadad87
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
examples/server/server.cpp
View file

@ -985,6 +985,16 @@ struct llama_server_context
slot.multibyte_pending = 0; slot.multibyte_pending = 0;
} }
} }
else if (token_str.size() == 2)
{
const char c0 = token_str[0];
const char c1 = token_str[1];
if (((c0 & 0xF0) == 0xE0) && ((c1 & 0xC0) == 0x80))
{
slot.multibyte_pending = 1;
// 3-byte characters: 1110xxxx 10xxxxxx 10xxxxxx
}
}
if (slot.multibyte_pending == 0) if (slot.multibyte_pending == 0)
{ {