From 7c688fbf2e33926fa33ee68f087e4e99c745b520 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Sat, 13 Jul 2019 22:09:17 -0400 Subject: [PATCH] enabling gpu size = 1 to run without data parallel --- pytorch_lightning/models/trainer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index deccaabf..05bfb1e1 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -96,7 +96,7 @@ class Trainer(TrainerIO): os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID" os.environ["CUDA_VISIBLE_DEVICES"] = ','.join([str(x) for x in self.data_parallel_device_ids]) - self.data_parallel = self.data_parallel_device_ids is not None and len(self.data_parallel_device_ids) > 0 + self.data_parallel = self.data_parallel_device_ids is not None and len(self.data_parallel_device_ids) > 1 # process info self.proc_rank = 0 @@ -291,7 +291,7 @@ class Trainer(TrainerIO): # when using gpus, first thing we do is spawn a new process between each worker # applies to single gpu, multi-gpu and multi-nodes - if self.on_gpu and len(self.data_parallel_device_ids) > 1: + if self.data_parallel: self.experiment = self.experiment.get_meta_copy() mp.spawn(self.dp_train, nprocs=len(self.data_parallel_device_ids), args=(model, )) else: