vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add nop feedforward length

Browse source
This commit is contained in:
joshcarp 2024-04-29 14:32:10 -04:00
parent 6e89d82269
commit 5ba2143c3c
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
convert-hf-to-gguf.py
View file

@ -2923,6 +2923,7 @@ class OpenELM(Model):
self.gguf_writer.add_head_count_kv(n_head) self.gguf_writer.add_head_count_kv(n_head)
self.gguf_writer.add_rope_dimension_count(int(rot_pct * n_embd) // n_head) self.gguf_writer.add_rope_dimension_count(int(rot_pct * n_embd) // n_head)
self.gguf_writer.add_file_type(self.ftype) self.gguf_writer.add_file_type(self.ftype)
self.gguf_writer.add_feed_forward_length(0) # dynamically calculated
def set_vocab(self): def set_vocab(self):
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor