From e5bc3ea5b48e00421e2feebe6d8b1725c1c8ae2e Mon Sep 17 00:00:00 2001 From: William Falcon Date: Thu, 18 Jul 2019 11:09:37 -0400 Subject: [PATCH] added training router --- pytorch_lightning/models/trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index acff43fc..57911e09 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -311,6 +311,7 @@ class Trainer(TrainerIO): # when using multi-node or DDP within a node start each module in a separate process if self.use_ddp: + # must copy only the meta of the exp so it survives pickle/unpickle when going to new process self.experiment = self.experiment.get_meta_copy() mp.spawn(self.ddp_train, nprocs=len(self.data_parallel_device_ids), args=(model, ))