fix small bug with gradient accumulation

This commit is contained in:
Phil Wang
2020-09-07 23:14:38 -07:00
parent c479adf960
commit 698227ae13
2 changed files with 2 additions and 2 deletions
@@ -414,7 +414,7 @@ class Trainer(object):
data = next(self.dl).cuda()
loss = self.model(data)
print(f'{ind}: {loss.item()}')
loss.backward()
(loss / self.gradient_accumulate_every).backward()
self.opt.step()
self.opt.zero_grad()
+1 -1
View File
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
setup(
name = 'denoising-diffusion-pytorch',
packages = find_packages(),
version = '0.1.3',
version = '0.1.4',
license='MIT',
description = 'Denoising Diffusion Probabilistic Models - Pytorch',
author = 'Phil Wang',