This commit is contained in:
Sourab Mangrulkar
2022-12-02 09:56:29 +05:30
parent 6c21f3bf38
commit 7a9c4a6287
+1 -1
View File
@@ -57,7 +57,7 @@ def fsdp_auto_wrap_policy(model):
def lambda_policy_fn(module):
if (
len(module.named_children()) == 0
len(list(module.named_children())) == 0
and getattr(module, "weight", None) is not None
and module.weight.requires_grad
):