wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-10 12:21:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed dp + amp bug

Browse Source
This commit is contained in:
William Falcon
2019-07-23 13:30:07 -04:00
parent 37349ee099
commit ed66d65a70
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch_lightning/models/trainer.py
+2 -1
View File
@@ -443,7 +443,6 @@ class Trainer(TrainerIO):
self.optimizers = model.configure_optimizers()
model.cuda(self.data_parallel_device_ids[0])
model = LightningDataParallel(model, device_ids=self.data_parallel_device_ids)
# run through amp wrapper
if self.use_amp:
@@ -453,6 +452,8 @@ class Trainer(TrainerIO):
)
self.optimizers = optimizers
model = LightningDataParallel(model, device_ids=self.data_parallel_device_ids)
self.__run_pretrain_routine(model)
def ddp_train(self, gpu_nb, model):