gguf : free tensors as they are written

2023-10-01 21:42:42 -04:00 · 2023-10-01 21:42:42 -04:00 · 389d2e6b9e
commit 389d2e6b9e
parent d97afcfc02
1 changed files with 5 additions and 1 deletions
--- a/gguf-py/gguf/gguf.py
+++ b/gguf-py/gguf/gguf.py
@ -863,7 +863,11 @@ class GGUFWriter:
        self.write_padding(self.fout, self.fout.tell())

        if self.temp_file is None:
-            for tensor in self.tensors:
+            while True:
+                try:
+                    tensor = self.tensors.pop(0)
+                except IndexError:
+                    break
                tensor.tofile(self.fout)
                self.write_padding(self.fout, tensor.nbytes)
            return