Fixing a bug where a wrong parameter name is used.

2026-09-09 11:28:32 +08:00 · 2023-04-03 18:28:11 +02:00
parent dd30335ffd
commit ff9a1edbfd
1 changed files with 1 additions and 1 deletions
@@ -164,7 +164,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module):
        if getattr(model, "hf_device_map", None) is not None:
            device_map = kwargs.get("device_map", "auto")
            max_memory = kwargs.get("max_memory", None)
-            offload_dir = kwargs.get("offload_dir", None)
+            offload_dir = kwargs.get("offload_folder", None)
            offload_index = kwargs.get("offload_index", None)

            dispatch_model_kwargs = {}