scaled batch size

This commit is contained in:
William Falcon
2019-07-08 19:53:24 -04:00
parent b644234d08
commit f95fad864d
@@ -164,7 +164,7 @@ class LightningTemplateModel(LightningModule):
# try:
# if self.on_gpu:
train_sampler = DistributedSampler(dataset, num_replicas=self.trainer.world_size, rank=self.trainer.proc_rank)
train_sampler = DistributedSampler(dataset, rank=self.trainer.proc_rank)
batch_size = batch_size // self.trainer.world_size # scale batch size
# except Exception as e: