Add nop feedforward length

2024-04-29 14:32:10 -04:00 · 2024-04-29 14:32:10 -04:00 · 5ba2143c3c
commit 5ba2143c3c
parent 6e89d82269
1 changed files with 1 additions and 0 deletions
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@ -2923,6 +2923,7 @@ class OpenELM(Model):
        self.gguf_writer.add_head_count_kv(n_head)
        self.gguf_writer.add_rope_dimension_count(int(rot_pct * n_embd) // n_head)
        self.gguf_writer.add_file_type(self.ftype)
+        self.gguf_writer.add_feed_forward_length(0) # dynamically calculated

    def set_vocab(self):
        from sentencepiece import SentencePieceProcessor