wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-09 11:32:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

DDP sampler (#1513)

Browse Source 
* Add explicit flag for ddp sampler replacement

* Add flag for sampler replacement in ddp

* Update data_loading.py

* Update CHANGELOG.md

* pep8 fixes

* pep8
This commit is contained in:
Justus Schock
2020-04-19 16:58:57 -04:00
committed by GitHub
parent ae2e14e3ed
commit c71bd73acb
3 changed files with 9 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pytorch_lightning/trainer/data_loading.py
+3 -4
View File
@@ -61,6 +61,7 @@ class TrainerDataLoadingMixin(ABC):
train_percent_check: float
val_percent_check: float
test_percent_check: float
replace_sampler_ddp: bool
@abstractmethod
def is_overriden(self, *args):
@@ -88,10 +89,8 @@ class TrainerDataLoadingMixin(ABC):
# don't do anything if it's not a dataloader
if not isinstance(dataloader, DataLoader):
return dataloader
need_dist_sampler = self.use_ddp or self.use_ddp2 or self.use_tpu
if need_dist_sampler:
need_dist_sampler = (self.use_ddp or self.use_ddp2 or self.use_tpu)
if self.replace_sampler_ddp and need_dist_sampler:
skip_keys = ['sampler', 'batch_sampler', 'dataset_kind']