From 11f78c6a2d651e450330d1eee60de2415cac939f Mon Sep 17 00:00:00 2001 From: Francis Couture-Harpin Date: Sat, 25 May 2024 12:52:53 -0400 Subject: [PATCH] convert-hf : adapt ArcticModel to use yield too --- convert-hf-to-gguf.py | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 221341cae..b4cc4735d 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -2553,7 +2553,6 @@ class ArcticModel(Model): self._experts[bid][name] = data_torch if len(self._experts[bid]) >= n_experts * 3: - tensors: list[tuple[str, Tensor]] = [] # merge the experts into a single 3d tensor for wid in ["w1", "w2", "w3"]: @@ -2570,12 +2569,10 @@ class ArcticModel(Model): new_name = self.map_tensor_name(merged_name) - tensors.append((new_name, data_torch)) - return tensors - else: - return [] + yield new_name, data_torch + return - return [(self.map_tensor_name(name), data_torch)] + yield self.map_tensor_name(name), data_torch def write_tensors(self): super().write_tensors()