moved dataloaders after amp and optimizers

2026-09-09 11:32:07 +08:00 · 2019-07-08 17:41:07 -04:00
parent 726dd1f61a
commit abd8b2ea4e
1 changed files with 2 additions and 1 deletions
@@ -401,7 +401,8 @@ class Trainer(TrainerIO):
                self.lr_schedulers.append(scheduler)

        # print model summary
-        ref_model.summarize()
+        if self.proc_rank == 0:
+            ref_model.summarize()

        # give model convenience properties
        ref_model.trainer = self