vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert-hf : adapt ArcticModel to use yield too

Browse source
This commit is contained in:
Francis Couture-Harpin 2024-05-25 12:52:53 -04:00
parent 96a299ff60
commit 11f78c6a2d
1 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

9
convert-hf-to-gguf.py
View file

@ -2553,7 +2553,6 @@ class ArcticModel(Model):
self._experts[bid][name] = data_torch self._experts[bid][name] = data_torch
if len(self._experts[bid]) >= n_experts * 3: if len(self._experts[bid]) >= n_experts * 3:
tensors: list[tuple[str, Tensor]] = []
# merge the experts into a single 3d tensor # merge the experts into a single 3d tensor
for wid in ["w1", "w2", "w3"]: for wid in ["w1", "w2", "w3"]:
@ -2570,12 +2569,10 @@ class ArcticModel(Model):
new_name = self.map_tensor_name(merged_name) new_name = self.map_tensor_name(merged_name)
tensors.append((new_name, data_torch)) yield new_name, data_torch
return tensors return
else:
return []
return [(self.map_tensor_name(name), data_torch)] yield self.map_tensor_name(name), data_torch
def write_tensors(self): def write_tensors(self):
super().write_tensors() super().write_tensors()