filter param with no grad (#579)

2026-09-09 11:32:07 +08:00 · 2019-12-04 07:04:58 -05:00
parent b5b77e44b1
commit d4571d1d6f
1 changed files with 1 additions and 1 deletions
@@ -13,7 +13,7 @@ class TrainerTrainingTricksMixin(object):
    def print_nan_gradients(self):
        model = self.get_model()
        for param in model.parameters():
-            if torch.isnan(param.grad.float()).any():
+            if (param.grad is not None) and torch.isnan(param.grad.float()).any():
                logging.info(param, param.grad)

    def configure_accumulated_gradients(self, accumulate_grad_batches):