From a7e154e6431b2500bc0a6a2dbdedfb3e400f53db Mon Sep 17 00:00:00 2001 From: William Falcon Date: Sat, 5 Oct 2019 15:08:39 -0400 Subject: [PATCH] cleaning up demos --- examples/basic_examples/lightning_module_template.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/examples/basic_examples/lightning_module_template.py b/examples/basic_examples/lightning_module_template.py index 9400330f..f35ec4e5 100644 --- a/examples/basic_examples/lightning_module_template.py +++ b/examples/basic_examples/lightning_module_template.py @@ -195,8 +195,7 @@ class LightningTemplateModel(LightningModule): batch_size = self.hparams.batch_size if self.use_ddp: - train_sampler = DistributedSampler(dataset, rank=self.trainer.proc_rank) - batch_size = batch_size // self.trainer.world_size # scale batch size + train_sampler = DistributedSampler(dataset) should_shuffle = train_sampler is None loader = DataLoader( @@ -249,6 +248,5 @@ class LightningTemplateModel(LightningModule): # training params (opt) parser.add_argument('--optimizer_name', default='adam', type=str) - parser.add_argument('--batch_size', default=256, type=int, - help='batch size will be divided over all gpus being used across all nodes') + parser.add_argument('--batch_size', default=64, type=int) return parser