wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-11 12:31:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

cleaning up demos

Browse Source
This commit is contained in:
William Falcon
2019-10-05 16:05:42 -04:00
parent d6c79644af
commit d3ca836024
1 changed files with 6 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch_lightning/trainer/trainer.py
+6 -7
View File
@@ -704,7 +704,7 @@ class Trainer(TrainerIO):
warnings.warn(msg)
break
if self.use_ddp:
if self.use_ddp or self.use_ddp2:
# wait for all processes to catch up
dist.barrier()
@@ -718,13 +718,12 @@ class Trainer(TrainerIO):
# -----------------------------
def fit(self, model):
# when using multi-node or DDP within a node start each module in a separate process
if self.use_ddp:
if self.use_ddp2:
task = int(os.environ['SLURM_LOCALID'])
self.ddp_train(task, model)
if self.use_ddp2:
task = int(os.environ['SLURM_LOCALID'])
self.ddp_train(task, model)
elif self.is_slurm_managing_tasks:
elif self.use_ddp:
if self.is_slurm_managing_tasks:
task = int(os.environ['SLURM_LOCALID'])
self.ddp_train(task, model)
else: