diff --git a/llama.cpp b/llama.cpp index 63483b9a5..698ad2367 100644 --- a/llama.cpp +++ b/llama.cpp @@ -4381,6 +4381,7 @@ static void llm_load_vocab( //vocab.id_to_token[t.second].type == LLAMA_TOKEN_TYPE_CONTROL && (t.first == "<|eot_id|>" || t.first == "<|im_end|>" || + t.first == "<|end|>" || t.first == "" ) ) {