ddp pickle

2026-09-09 11:32:07 +08:00 · 2020-04-27 07:19:12 -04:00
parent 2181ad1bc7
commit cebc74f7bc
1 changed files with 1 additions and 1 deletions
@@ -133,8 +133,8 @@ class TrainerDataLoadingMixin(ABC):
                world_size = {
                    'ddp': self.num_nodes * self.num_processes,
                    'ddp2': self.num_nodes,
+                    'ddp_cpu': self.num_processes * self.num_nodes
                }
-                import pdb; pdb.set_trace()
                sampler = DistributedSampler(
                    dataloader.dataset,
                    num_replicas=world_size.get(self.distributed_backend, 0),