auto port kill before starting ddp

This commit is contained in:
William Falcon
2019-07-24 14:36:47 -04:00
parent 8f06118154
commit 446a44b085
+1
View File
@@ -421,6 +421,7 @@ class Trainer(TrainerIO):
# when using multi-node or DDP within a node start each module in a separate process
if self.use_ddp:
# clear any processes running on the ddp port
self.__kill_ddp_ports(self.ddp_port)
# must copy only the meta of the exp so it survives pickle/unpickle when going to new process