From 6f369f3ffabcab670117cba24f9fa0cd5ba1e7d6 Mon Sep 17 00:00:00 2001 From: Yoshi Suhara Date: Fri, 9 Aug 2024 02:11:43 -0700 Subject: [PATCH] Address comments by @compilade --- convert_hf_to_gguf.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 9c13b3105..44a9afb07 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -3765,8 +3765,6 @@ class NemotronModel(Model): self.gguf_writer.add_rope_scaling_type(gguf.RopeScalingType.LINEAR) self.gguf_writer.add_rope_scaling_factor(self.hparams["factor"]) - _experts: list[dict[str, Tensor]] | None = None - def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: # * Adding +1 to LayerNorm's weights here to implement layernorm1p w/o changing anything on the GGML engine side # model.layers.{l}.input_layernorm.weight