From 698227ae13c196b465506fdc8f84a5711459e800 Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Mon, 7 Sep 2020 23:14:38 -0700 Subject: [PATCH] fix small bug with gradient accumulation --- denoising_diffusion_pytorch/denoising_diffusion_pytorch.py | 2 +- setup.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py b/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py index e1b79d9..a7eb764 100644 --- a/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py +++ b/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py @@ -414,7 +414,7 @@ class Trainer(object): data = next(self.dl).cuda() loss = self.model(data) print(f'{ind}: {loss.item()}') - loss.backward() + (loss / self.gradient_accumulate_every).backward() self.opt.step() self.opt.zero_grad() diff --git a/setup.py b/setup.py index 27fdeb0..12e56ac 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ from setuptools import setup, find_packages setup( name = 'denoising-diffusion-pytorch', packages = find_packages(), - version = '0.1.3', + version = '0.1.4', license='MIT', description = 'Denoising Diffusion Probabilistic Models - Pytorch', author = 'Phil Wang',