From c5c03c87dbfb2f196f782da24fa167db0a655c5b Mon Sep 17 00:00:00 2001 From: William Falcon Date: Wed, 23 Oct 2019 04:29:13 -0400 Subject: [PATCH] Update lm_test_module_mixins.py --- pytorch_lightning/testing/lm_test_module_mixins.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pytorch_lightning/testing/lm_test_module_mixins.py b/pytorch_lightning/testing/lm_test_module_mixins.py index 3815e84e..b5686766 100644 --- a/pytorch_lightning/testing/lm_test_module_mixins.py +++ b/pytorch_lightning/testing/lm_test_module_mixins.py @@ -80,13 +80,13 @@ class LightningValidationMixin(LightningValidationStepMixin): val_loss = output['val_loss'] # reduce manually when using dp - if self.trainer.use_dp: + if self.trainer.use_dp or self.trainer.use_ddp2: val_loss = torch.mean(val_loss) val_loss_mean += val_loss # reduce manually when using dp val_acc = output['val_acc'] - if self.trainer.use_dp: + if self.trainer.use_dp or self.trainer.use_ddp2: val_acc = torch.mean(val_acc) val_acc_mean += val_acc