added single node distdataparallel

2026-09-10 12:21:57 +08:00 · 2019-07-03 15:23:47 -04:00
parent 22becf3915
commit 5ff3a90a6f
1 changed files with 1 additions and 1 deletions
@@ -284,7 +284,7 @@ class Trainer(TrainerIO):
        # when GPU is called, spawn off a single worker for each gpu
        if self.on_gpu:
            rank = 0
-            self.model = model
+            # self.model = model
            mp.spawn(dummy, nprocs=len(self.data_parallel_device_ids), args=(self, ))
        else:
            self.__run_pretrain_routine(model)