Fix eos tokens to glm4 and adapts to glm3

2024-06-20 08:43:33 +00:00 · 2024-06-20 08:43:33 +00:00 · e773174052
commit e773174052
parent 2075a66a96 95fd910d32
7 changed files with 476 additions and 10 deletions
--- a/llama.h
+++ b/llama.h
@ -87,6 +87,7 @@ extern "C" {
        LLAMA_VOCAB_PRE_TYPE_DBRX           = 13,
        LLAMA_VOCAB_PRE_TYPE_SMAUG          = 14,
        LLAMA_VOCAB_PRE_TYPE_PORO           = 15,
+        LLAMA_VOCAB_PRE_TYPE_CHATGLM4       = 16,
    };

    // note: these values should be synchronized with ggml_rope