explicitly del state (#784)

2026-07-13 12:03:33 +08:00 · 2023-08-18 03:56:04 +08:00
parent d1744376ae
commit 73b3de79ea
1 changed files with 2 additions and 0 deletions
@@ -76,6 +76,8 @@ def hf_model_weights_iterator(
            state = torch.load(bin_file, map_location="cpu")
            for name, param in state.items():
                yield name, param
+            del state
+            torch.cuda.empty_cache()


 def load_tensor_parallel_weights(