From 2120195bb12f81aa0e425aaa6123072d7a3c01e2 Mon Sep 17 00:00:00 2001
From: Galunid <karolek1231456@gmail.com>
Date: Sat, 4 Nov 2023 23:15:41 +0100
Subject: [PATCH] Yarn rope for baichuan

---
 model.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/model.py b/model.py
index d5b72882f..65641b4d0 100644
--- a/model.py
+++ b/model.py
@@ -505,7 +505,8 @@ class BaichuanModel(Model):
 
         if self.hparams.get("rope_scaling") is not None and "factor" in self.hparams["rope_scaling"]:
             if self.hparams["rope_scaling"].get("type") == "linear":
-                self.gguf_writer.add_rope_scale_linear(self.hparams["rope_scaling"]["factor"])
+                self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR)
+                self.gguf_writer.add_rope_scaling_factor(self.hparams["rope_scaling"]["factor"])
 
     def write_tensors(self):
         # Collect tensors from generator object