add code and edit README

2026-09-12 12:40:18 +08:00 · 2022-12-24 01:51:08 +05:30
parent a331befc1c
commit 867b66bc75
3 changed files with 171 additions and 68 deletions
@@ -78,7 +78,7 @@ def main():
        num_training_steps=(len(train_dataloader) * num_epochs),
    )

-    if accelerator.state.fsdp_plugin is not None:
+    if getattr(accelerator.state, "fsdp_plugin", None) is not None:
        accelerator.state.fsdp_plugin.auto_wrap_policy = fsdp_auto_wrap_policy(model)

    model, train_dataloader, eval_dataloader, optimizer, lr_scheduler = accelerator.prepare(