From 39472a09da1003a90f1d81fbecbf10a15b120896 Mon Sep 17 00:00:00 2001 From: brian khuu Date: Tue, 4 Jun 2024 02:18:53 +1000 Subject: [PATCH] convert-*.py: need to include self in per_model_weight_count_estimation() --- convert_hf_to_gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 348e85535..f6f59eb81 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -426,7 +426,7 @@ class Model: self.gguf_writer.write_kv_data_to_file() self.gguf_writer.close() - def per_model_weight_count_estimation(tensors: Iterator[tuple[str, Tensor]], expert_count: int) -> int: + def per_model_weight_count_estimation(self, tensors: Iterator[tuple[str, Tensor]], expert_count: int) -> int: # TODO: Ensure parameter count is accurate throughout various model type # May currently overestimate parameter count in Mamba model because # output weights is tied with token embeddings.