From f06c650fc184cb5c890e5b7e20bcac633e8e4a17 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Wed, 3 Jul 2019 15:18:10 -0400
Subject: [PATCH] added single node distdataparallel

---
 pytorch_lightning/models/trainer.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 916c0fd1..cb462b7d 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -29,6 +29,8 @@ def reduce_distributed_output(output, nb_gpus):
             output[k] = reduced
     return output
 
+def dummy(gpu, a):
+    print(gpu)
 
 class Trainer(TrainerIO):
 
@@ -283,7 +285,7 @@ class Trainer(TrainerIO):
         if self.on_gpu:
             rank = 0
             self.model = model
-            mp.spawn(self.__dp_train, nprocs=len(self.data_parallel_device_ids), args=(rank))
+            mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank))
         else:
             self.__run_pretrain_routine(model)
 
@@ -314,6 +316,7 @@ class Trainer(TrainerIO):
         self.__run_pretrain_routine(model)
 
 
+
     def __run_pretrain_routine(self, model):
         """
         Sanity check a few things before starting actual training