added training router

This commit is contained in:
William Falcon
2019-07-18 11:09:37 -04:00
parent baa139f97a
commit e5bc3ea5b4
+1
View File
@@ -311,6 +311,7 @@ class Trainer(TrainerIO):
# when using multi-node or DDP within a node start each module in a separate process
if self.use_ddp:
# must copy only the meta of the exp so it survives pickle/unpickle when going to new process
self.experiment = self.experiment.get_meta_copy()
mp.spawn(self.ddp_train, nprocs=len(self.data_parallel_device_ids), args=(model, ))