From 468e75c180ad530875be4c135fbce14bcd630702 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Sun, 14 Jul 2019 17:10:13 -0400
Subject: [PATCH] working on single gpu init speed

---
 pytorch_lightning/models/trainer.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 479456cc..4369dcf3 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -296,11 +296,13 @@ class Trainer(TrainerIO):
         # when using gpus, first thing we do is spawn a new process between each worker
         #  multi-gpu and multi-nodes
         if self.data_parallel:
+            print('DP train')
             self.experiment = self.experiment.get_meta_copy()
             mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(model, ))
 
         # treat 1 gpu as a different case to avoid nccl bugs
         elif len(self.data_parallel_device_ids) == 1:
+            print('1 gpu train')
             self.single_gpu_train(model)
 
         else: