diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py
index 465f0825..e6a9f506 100644
--- a/pytorch_lightning/trainer/trainer.py
+++ b/pytorch_lightning/trainer/trainer.py
@@ -704,7 +704,7 @@ class Trainer(TrainerIO):
                         warnings.warn(msg)
                         break
 
-        if self.nb_gpu_nodes > 1 and (self.use_ddp or self.use_ddp2):
+        if self.use_ddp:
             # wait for all processes to catch up
             dist.barrier()