From e1823e0d1a2c3351a879838f5f3837170d32c7f3 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Mon, 8 Jul 2019 09:44:20 -0400
Subject: [PATCH] added multi-node proc 0 ip reading

---
 pytorch_lightning/models/trainer.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index f79571d4..0270699c 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -86,7 +86,6 @@ class Trainer(TrainerIO):
         self.lr_schedulers = []
         self.amp_level = amp_level
         self.print_nan_grads = print_nan_grads
-        self.data_parallel = gpus is not None and len(gpus) > 0
         self.data_parallel_device_ids = gpus
 
         # gpus come in as a string.
@@ -98,6 +97,8 @@ class Trainer(TrainerIO):
             else:
                 self.data_parallel_device_ids = [int(x.strip()) for x in gpus.split(',')]
 
+        self.data_parallel = self.data_parallel_device_ids is not None and len(self.data_parallel_device_ids) > 0
+
         # process info
         self.proc_rank = 0