From 77f313e31ba369a085f8e0f8196c9df380216fbd Mon Sep 17 00:00:00 2001 From: Pedro Cuenca Date: Mon, 18 Mar 2024 18:56:28 +0100 Subject: [PATCH] Allow conversion of Mistral HF models --- convert-hf-to-gguf.py | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 1e49d56c1..085692eeb 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1051,6 +1051,14 @@ class MixtralModel(Model): self._set_vocab_sentencepiece() +@Model.register("MistralForCausalLM") +class MistralModel(Model): + model_arch = gguf.MODEL_ARCH.LLAMA + + def set_vocab(self): + self._set_vocab_sentencepiece() + + @Model.register("MiniCPMForCausalLM") class MiniCPMModel(Model): model_arch = gguf.MODEL_ARCH.MINICPM