From 369174c4d3ea53675002cfb8160163666509e524 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Fri, 12 Jul 2019 14:36:00 -0400
Subject: [PATCH] fixed nccl init

---
 pytorch_lightning/models/trainer.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index d060aafd..4449968d 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -325,6 +325,8 @@ class Trainer(TrainerIO):
             node_rank = 0
 
         # recover original exp before went into process
+        # init in write mode only on proc 0
+        self.experiment.debug = self.proc_rank > 0
         self.experiment = self.experiment.get_non_ddp_exp()
 
         # show progbar only on prog_rank 0