support glm-4-9b-chat

Signed-off-by: XingXing Qiao <qiaoxx@dingdao.com>
This commit is contained in:
XingXing Qiao 2024-06-17 10:08:52 +08:00
parent f3bc337f43
commit 1fc5bf5bcb
5 changed files with 116 additions and 7 deletions

View file

@ -86,6 +86,7 @@ extern "C" {
LLAMA_VOCAB_PRE_TYPE_OLMO = 12,
LLAMA_VOCAB_PRE_TYPE_DBRX = 13,
LLAMA_VOCAB_PRE_TYPE_SMAUG = 14,
LLAMA_VOCAB_PRE_TYPE_CHATGLM4 = 15,
};
// note: these values should be synchronized with ggml_rope