diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py
index 7a54b5dcf..6cce3dbb0 100644
--- a/gguf-py/gguf/gguf.py
+++ b/gguf-py/gguf/gguf.py
@@ -863,7 +863,11 @@ class GGUFWriter:
         self.write_padding(self.fout, self.fout.tell())
 
         if self.temp_file is None:
-            for tensor in self.tensors:
+            while True:
+                try:
+                    tensor = self.tensors.pop(0)
+                except IndexError:
+                    break
                 tensor.tofile(self.fout)
                 self.write_padding(self.fout, tensor.nbytes)
             return