vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix by comments

Browse source
This commit is contained in:
toyer 2024-07-07 11:42:54 +00:00
parent 223eb18788
commit 4e85b06de7
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
convert_hf_to_gguf.py
View file

@ -3349,10 +3349,10 @@ class ChatGLMModel(Model):
self.gguf_writer.add_file_type(self.ftype) self.gguf_writer.add_file_type(self.ftype)
self.gguf_writer.add_rope_dimension_count(64) self.gguf_writer.add_rope_dimension_count(64)
self.gguf_writer.add_add_bos_token(False) self.gguf_writer.add_add_bos_token(False)
rope_ratio = 10000 rope_freq = 10000
if "rope_ratio" in self.hparams: if "rope_ratio" in self.hparams:
rope_ratio = rope_ratio * self.hparams["rope_ratio"] rope_freq = rope_freq * self.hparams["rope_ratio"]
self.gguf_writer.add_rope_freq_base(rope_ratio) self.gguf_writer.add_rope_freq_base(rope_freq)
def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
del bid # unused del bid # unused