From ed66d65a7036c7387074577ccddb974cbdf272a7 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Tue, 23 Jul 2019 13:30:07 -0400 Subject: [PATCH] fixed dp + amp bug --- pytorch_lightning/models/trainer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index 786b9be1..fea7213e 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -443,7 +443,6 @@ class Trainer(TrainerIO): self.optimizers = model.configure_optimizers() model.cuda(self.data_parallel_device_ids[0]) - model = LightningDataParallel(model, device_ids=self.data_parallel_device_ids) # run through amp wrapper if self.use_amp: @@ -453,6 +452,8 @@ class Trainer(TrainerIO): ) self.optimizers = optimizers + model = LightningDataParallel(model, device_ids=self.data_parallel_device_ids) + self.__run_pretrain_routine(model) def ddp_train(self, gpu_nb, model):