From 5ba2143c3c4b4f71b51e1538f8653eb908537269 Mon Sep 17 00:00:00 2001 From: joshcarp Date: Mon, 29 Apr 2024 14:32:10 -0400 Subject: [PATCH] Add nop feedforward length --- convert-hf-to-gguf.py | 1 + 1 file changed, 1 insertion(+) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 6b9d54951..47ab454bb 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -2923,6 +2923,7 @@ class OpenELM(Model): self.gguf_writer.add_head_count_kv(n_head) self.gguf_writer.add_rope_dimension_count(int(rot_pct * n_embd) // n_head) self.gguf_writer.add_file_type(self.ftype) + self.gguf_writer.add_feed_forward_length(0) # dynamically calculated def set_vocab(self): from sentencepiece import SentencePieceProcessor