diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index 21f0541d..91f1ef98 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -367,7 +367,7 @@ class Trainer(TrainerIO):
             self.batch_loss_value = 0  # accumulated grads
 
             # init progbar when requested
-            if self.progress_bar:
+            if self.progress_bar and self.proc_rank == 0:
                 self.prog_bar = tqdm.tqdm(range(self.total_batches), position=self.process_position)
 
             for batch_nb, data_batch in enumerate(self.tng_dataloader):