From d67e80bf1675eaafe62a86795d949010fe5cc94a Mon Sep 17 00:00:00 2001 From: William Falcon Date: Wed, 3 Jul 2019 15:21:13 -0400 Subject: [PATCH] added single node distdataparallel --- pytorch_lightning/models/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index 4f1d778d..547eaad8 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -285,7 +285,7 @@ class Trainer(TrainerIO): if self.on_gpu: rank = 0 self.model = model - mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(model, )) + mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank, )) else: self.__run_pretrain_routine(model)