mirror of
https://github.com/wassname/pytorch-lightning.git
synced 2026-10-30 13:40:46 +08:00
fixed nccl init
This commit is contained in:
1 parent
7e37f68a5b
commit
3239c9fdf8
1 file changed
+4
@@ -385,6 +385,10 @@ class Trainer(TrainerIO):
|
||||
port = 12910
|
||||
os.environ['MASTER_PORT'] = f'{port}'
|
||||
|
||||
print('-'*100)
|
||||
print(f'PORT: {port}')
|
||||
print('-'*100)
|
||||
|
||||
sleep(self.proc_rank * 2)
|
||||
|
||||
root_node = os.environ['SLURM_NODELIST'].split(' ')[0]
|
||||
|
||||
Reference in new issue
Block a user