added single node distdataparallel

This commit is contained in:
William Falcon
2019-07-03 15:18:16 -04:00
parent f06c650fc1
commit 7f3c653747
+1 -1
View File
@@ -285,7 +285,7 @@ class Trainer(TrainerIO):
if self.on_gpu:
rank = 0
self.model = model
mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank))
mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(rank, ))
else:
self.__run_pretrain_routine(model)