vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Allow conversion of Mistral HF models

Browse source
This commit is contained in:
Pedro Cuenca 2024-03-18 18:56:28 +01:00
parent d199ca79f2
commit 77f313e31b
1 changed files with 8 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
convert-hf-to-gguf.py
View file

@ -1051,6 +1051,14 @@ class MixtralModel(Model):
self._set_vocab_sentencepiece()
@Model.register("MistralForCausalLM")
class MistralModel(Model):
model_arch = gguf.MODEL_ARCH.LLAMA
def set_vocab(self):
self._set_vocab_sentencepiece()
@Model.register("MiniCPMForCausalLM")
class MiniCPMModel(Model):
model_arch = gguf.MODEL_ARCH.MINICPM