diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 4b9b0fc8e..a847d118d 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1451,7 +1451,7 @@ class Qwen2MoeModel(Model): toktypes: list[int] = [] from transformers import AutoTokenizer - tokenizer = AutoTokenizer.from_pretrained(dir_model) + tokenizer = AutoTokenizer.from_pretrained(dir_model, trust_remote_code=True) vocab_size = tokenizer.vocab_size reverse_vocab = {id_: encoded_tok for encoded_tok, id_ in tokenizer.get_vocab().items()}