vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert_hf_to_gguf: fix typo

Browse source 
Add missing underscore to a layer_norm_epsilon parameter.
This commit is contained in:
Steve Grubb 2025-01-23 16:12:10 -05:00
parent 6171c9d258
commit 08ad58dec5
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
convert_hf_to_gguf.py
View file

@ -4677,7 +4677,7 @@ class ChatGLMModel(Model):
self.gguf_writer.add_block_count(self.hparams["num_layers"]) self.gguf_writer.add_block_count(self.hparams["num_layers"])
self.gguf_writer.add_head_count(n_head) self.gguf_writer.add_head_count(n_head)
self.gguf_writer.add_head_count_kv(n_head_kv) self.gguf_writer.add_head_count_kv(n_head_kv)
self.gguf_writer.add_layer_norm_rms_eps(self.hparams["layernorm_epsilon"]) self.gguf_writer.add_layer_norm_rms_eps(self.hparams["layer_norm_epsilon"])
self.gguf_writer.add_file_type(self.ftype) self.gguf_writer.add_file_type(self.ftype)
self.gguf_writer.add_rope_dimension_count(64) self.gguf_writer.add_rope_dimension_count(64)
self.gguf_writer.add_add_bos_token(False) self.gguf_writer.add_add_bos_token(False)