wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-09 11:32:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

scaled batch size

Browse Source
This commit is contained in:
William Falcon
2019-07-08 19:48:22 -04:00
parent 25dbd7a936
commit f2c1f0221e
1 changed files with 6 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/new_project_templates/lightning_module_template.py
+6 -8
View File
@@ -162,15 +162,13 @@ class LightningTemplateModel(LightningModule):
train_sampler = None
batch_size = self.hparams.batch_size
try:
if self.on_gpu:
train_sampler = DistributedSampler(dataset, num_replicas=self.trainer.world_size, rank=self.trainer.proc_rank)
# try:
# if self.on_gpu:
train_sampler = DistributedSampler(dataset, num_replicas=self.trainer.world_size, rank=self.trainer.proc_rank)
batch_size = batch_size // self.trainer.world_size # scale batch size
# scale batch size
batch_size = batch_size // self.trainer.world_size
except Exception as e:
pass
# except Exception as e:
# pass
should_shuffle = train_sampler is None
loader = DataLoader(