From f2c1f0221eda9e0afb60db1fa82e291649d439b6 Mon Sep 17 00:00:00 2001 From: William Falcon Date: Mon, 8 Jul 2019 19:48:22 -0400 Subject: [PATCH] scaled batch size --- .../lightning_module_template.py | 14 ++++++-------- 1 file changed, 6 insertions(+), 8 deletions(-) diff --git a/examples/new_project_templates/lightning_module_template.py b/examples/new_project_templates/lightning_module_template.py index b44e3de1..3ac753d2 100644 --- a/examples/new_project_templates/lightning_module_template.py +++ b/examples/new_project_templates/lightning_module_template.py @@ -162,15 +162,13 @@ class LightningTemplateModel(LightningModule): train_sampler = None batch_size = self.hparams.batch_size - try: - if self.on_gpu: - train_sampler = DistributedSampler(dataset, num_replicas=self.trainer.world_size, rank=self.trainer.proc_rank) + # try: + # if self.on_gpu: + train_sampler = DistributedSampler(dataset, num_replicas=self.trainer.world_size, rank=self.trainer.proc_rank) + batch_size = batch_size // self.trainer.world_size # scale batch size - # scale batch size - batch_size = batch_size // self.trainer.world_size - - except Exception as e: - pass + # except Exception as e: + # pass should_shuffle = train_sampler is None loader = DataLoader(