From 5b760f26a4c31055823632ad8e0a528c6da4422c Mon Sep 17 00:00:00 2001
From: toyer <2042519524@qq.com>
Date: Sun, 7 Jul 2024 10:27:05 +0000
Subject: [PATCH] fix rope ratio to solve incorrect answers

---
 convert-hf-to-gguf.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index 5b85f49de..1ae7abbaf 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -3231,7 +3231,10 @@ class ChatGLMModel(Model):
         self.gguf_writer.add_file_type(self.ftype)
         self.gguf_writer.add_rope_dimension_count(64)
         self.gguf_writer.add_add_bos_token(False)
-        self.gguf_writer.add_rope_freq_base(self.hparams.get("rope_ratio", 10000))
+        rope_ratio = 10000
+        if "rope_ratio" in self.hparams:
+            rope_ratio = rope_ratio * self.hparams["rope_ratio"]
+        self.gguf_writer.add_rope_freq_base(rope_ratio)
 
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused