wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-11 12:31:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

testing single process ddp

Browse Source
This commit is contained in:
William Falcon
2019-07-18 14:53:01 -04:00
parent 394cdeeb8b
commit 0e67773d2e
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch_lightning/models/trainer.py
+4 -1
View File
@@ -375,7 +375,10 @@ class Trainer(TrainerIO):
print('using ddp')
# must copy only the meta of the exp so it survives pickle/unpickle when going to new process
self.experiment = self.experiment.get_meta_copy()
mp.spawn(self.ddp_train, nprocs=len(self.data_parallel_device_ids), args=(model, ))
task = os.environ['SLURM_ARRAY_TASK_ID']
print(f'task: {task}')
self.ddp_train(task, model)
# mp.spawn(self.ddp_train, nprocs=len(self.data_parallel_device_ids), args=(model, ))
# 1 gpu or dp option triggers training using DP module
# easier to avoid NCCL issues