wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-10 12:21:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

added multi-node locked ip search

Browse Source
This commit is contained in:
William Falcon
2019-07-08 13:04:52 -04:00
parent ae0b85f235
commit 660b966a8f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch_lightning/models/trainer.py
+1 -1
View File
@@ -382,7 +382,7 @@ class Trainer(TrainerIO):
os.makedirs(ip_dir, exist_ok=True)
# now everyone waits until the file has world_size entries
for i in range(0, 120):
for i in range(0, 120*10):
sleep(1.0)
nb_folders = [x for x in os.listdir(os.path.join(ip_file_dir, '.ips')) if '.' in x]
if nb_folders == nb_gpu_nodes: