diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index 916c0fd1..cb462b7d 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -29,6 +29,8 @@ def reduce_distributed_output(output, nb_gpus): output[k] = reduced return output +def dummy(gpu, a): + print(gpu) class Trainer(TrainerIO): @@ -283,7 +285,7 @@ class Trainer(TrainerIO): if self.on_gpu: rank = 0 self.model = model - mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank)) + mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank)) else: self.__run_pretrain_routine(model) @@ -314,6 +316,7 @@ class Trainer(TrainerIO): self.__run_pretrain_routine(model) + def __run_pretrain_routine(self, model): """ Sanity check a few things before starting actual training