From 19391b1df1678c6246d4a823c4293329476a3d5a Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Fri, 12 Jul 2019 15:04:20 -0400
Subject: [PATCH] fixed nccl init

---
 pytorch_lightning/models/trainer.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 4449968d..fef2de82 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -339,7 +339,10 @@ class Trainer(TrainerIO):
         # set up server using proc 0's ip address
         # try to init for 20 times at max in case ports are taken
         # where to store ip_table
+        print('-'*100)
+        print('INIT CONN')
         self.__init_tcp_connection()
+        print('-'*100)
 
         # CHOOSE OPTIMIZER
         # filter out the weights that were done on gpu so we can load on good old cpus