find_unused_parameters=True

This commit is contained in:
William Falcon committed 2019-07-22 07:30:23 -04:00
1 parent 5ed5e657e1
commit 37349ee099
1 file changed
+1 -1
+1 -1
View File
@@ -506,7 +506,7 @@ class Trainer(TrainerIO):
)
self.optimizers = optimizers
model = LightningDistributedDataParallel(model, device_ids=[gpu_nb])
model = LightningDistributedDataParallel(model, device_ids=[gpu_nb], find_unused_parameters=True)
# continue training routine
self.__run_pretrain_routine(model)