ddp pickle

2026-09-10 12:21:57 +08:00 · 2020-04-27 07:12:04 -04:00
parent d2989f76e6
commit 2181ad1bc7
1 changed files with 1 additions and 0 deletions
@@ -134,6 +134,7 @@ class TrainerDataLoadingMixin(ABC):
                    'ddp': self.num_nodes * self.num_processes,
                    'ddp2': self.num_nodes,
                }
+                import pdb; pdb.set_trace()
                sampler = DistributedSampler(
                    dataloader.dataset,
                    num_replicas=world_size.get(self.distributed_backend, 0),