From f4ab46e1c980c187f5edf575c97b7bdc33793034 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Mon, 8 Jul 2019 12:45:20 -0400 Subject: [PATCH] added multi-node locked ip search --- pytorch_lightning/models/trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index 9f16f49b..09c44e67 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -383,6 +383,7 @@ class Trainer(TrainerIO): # now everyone waits until the file has world_size entries for i in range(0, 120): sleep(1.0) + print('sleeping...') if os.path.exists(ip_file): lines = list(open(file=ip_file, mode='r')) if len(lines) == world_size: