From d49a83dec0eb7df3dc75302eb145f0d8d1606f4d Mon Sep 17 00:00:00 2001 From: William Falcon Date: Thu, 18 Jul 2019 11:48:16 -0400 Subject: [PATCH] set dp as default backend --- pytorch_lightning/models/trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index d1a0c9c6..36dfcf76 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -122,6 +122,7 @@ class Trainer(TrainerIO): # set the correct cuda visible devices (using pci order) os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID" os.environ["CUDA_VISIBLE_DEVICES"] = ','.join([str(x) for x in self.data_parallel_device_ids]) + print(f'VISIBLE GPUS: {os.environ["CUDA_VISIBLE_DEVICES"]}') # make DP and DDP mutually exclusive # single GPU will also use DP with devices=[0]