gguf : free tensors as they are written

Author: cebtenzzre

gguf-py/gguf/gguf.py

@@ -661,7 +661,11 @@ def write_tensors_to_file(self):
 
         self.write_padding(self.fout, self.fout.tell())
 
-        for tensor in self.tensors:
+        while True:
+            try:
+                tensor = self.tensors.pop(0)
+            except IndexError:
+                break
             tensor.tofile(self.fout)
             self.write_padding(self.fout, tensor.nbytes)