diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index c3f29ced..e4bde254 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -281,7 +281,7 @@ class Trainer(TrainerIO): if self.on_gpu: rank = 0 self.experiment = self.experiment.get_meta_copy() - mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(self, )) + mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(self, )) else: self.__run_pretrain_routine(model) @@ -299,11 +299,14 @@ class Trainer(TrainerIO): :param cluster_obj: :return: """ + print('in process') + print(self.experiment) # TODO: pass in ip ip = "127.0.0.1" print(self.data_parallel_device_ids) + # configure server rank = proc_rank * len(self.data_parallel_device_ids) + gpu_nb print(f"GPU: {gpu_nb} - Rank: {rank}")