From eecaf58e9a4d86dec78075c6e6d80f7608d412c3 Mon Sep 17 00:00:00 2001 From: Pedro Cuenca Date: Mon, 18 Mar 2024 21:02:22 +0100 Subject: [PATCH] Homogenize Llama, Mistral, Mixtral under the same entry. --- convert-hf-to-gguf.py | 12 ++---------- 1 file changed, 2 insertions(+), 10 deletions(-) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 085692eeb..e418e959e 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1043,16 +1043,8 @@ class StableLMModel(Model): self.gguf_writer.add_layer_norm_eps(self.find_hparam(["layer_norm_eps", "norm_eps"])) -@Model.register("MixtralForCausalLM") -class MixtralModel(Model): - model_arch = gguf.MODEL_ARCH.LLAMA - - def set_vocab(self): - self._set_vocab_sentencepiece() - - -@Model.register("MistralForCausalLM") -class MistralModel(Model): +@Model.register("LlamaForCausalLM", "MistralForCausalLM", "MixtralForCausalLM") +class LlamaModel(Model): model_arch = gguf.MODEL_ARCH.LLAMA def set_vocab(self):