diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py
index e60a0d95..1b9a2331 100644
--- a/pytorch_lightning/models/trainer.py
+++ b/pytorch_lightning/models/trainer.py
@@ -612,7 +612,7 @@ class Trainer(TrainerIO):
 
         # enable cluster checkpointing
         # also restores training state
-        if self.cluster is not None:  # pragma: no cover
+        if self.cluster is not None and self.proc_rank == 0:  # pragma: no cover
             self.enable_auto_hpc_walltime_manager()
 
         # ---------------------------