From 12f717ad4a7212bf703f764e57079812461a0047 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Fri, 26 Jul 2019 18:52:02 -0400 Subject: [PATCH] added global rank var name --- pytorch_lightning/models/trainer.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index bbfafd89..b2881db7 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -500,6 +500,9 @@ class Trainer(TrainerIO): self.proc_rank = self.node_rank * len(self.data_parallel_device_ids) + gpu_nb self.world_size = self.nb_gpu_nodes * len(self.data_parallel_device_ids) + # let the exp know the rank to avoid overwriting logs + self.experiment.rank = self.global_rank + # set up server using proc 0's ip address # try to init for 20 times at max in case ports are taken # where to store ip_table