From f33b6c7b2eb3a109103f34864a228e51d8215a87 Mon Sep 17 00:00:00 2001 From: Jared Van Bortel Date: Thu, 28 Mar 2024 18:23:42 -0400 Subject: [PATCH] convert-hf : add vocab size to metadata --- convert-hf-to-gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 716809597..6a2ce187c 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1065,6 +1065,7 @@ class LlamaModel(Model): def set_gguf_parameters(self): super().set_gguf_parameters() hparams = self.hparams + self.gguf_writer.add_vocab_size(hparams["vocab_size"]) self.gguf_writer.add_rope_dimension_count(hparams["hidden_size"] // hparams["num_attention_heads"]) # Same as super class, but permuting q_proj, k_proj