From 50246a5066fd4c2ea5178c7ee229c157568111c7 Mon Sep 17 00:00:00 2001
From: William Falcon <falc@fb.com>
Date: Sun, 14 Jul 2019 17:33:48 -0400
Subject: [PATCH] working on single gpu init speed

---
 pytorch_lightning/models/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 887648c1..a2561fc7 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -323,7 +323,7 @@ class Trainer(TrainerIO):
             self.__run_pretrain_routine(model)
 
     def single_gpu_train(self, model):
-        torch.cuda.set_device(0)
+        # torch.cuda.set_device(0)
         model.cuda(0)
 
         # CHOOSE OPTIMIZER