diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index b2881db7..44cafb0c 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -501,7 +501,7 @@ class Trainer(TrainerIO): self.world_size = self.nb_gpu_nodes * len(self.data_parallel_device_ids) # let the exp know the rank to avoid overwriting logs - self.experiment.rank = self.global_rank + self.experiment.rank = self.proc_rank # set up server using proc 0's ip address # try to init for 20 times at max in case ports are taken