From f39b3b1d3f864460d83880d0e528cd3b50e3005a Mon Sep 17 00:00:00 2001 From: Phil Wang Date: Fri, 29 Apr 2022 14:55:12 -0700 Subject: [PATCH] make sure time embedding dimension is kept at 4 x dimension (thanks @borisdayma) --- denoising_diffusion_pytorch/denoising_diffusion_pytorch.py | 6 +++--- setup.py | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py b/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py index 9204090..0063542 100644 --- a/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py +++ b/denoising_diffusion_pytorch/denoising_diffusion_pytorch.py @@ -204,12 +204,12 @@ class Unet(nn.Module): in_out = list(zip(dims[:-1], dims[1:])) if with_time_emb: - time_dim = dim + time_dim = dim * 4 self.time_mlp = nn.Sequential( SinusoidalPosEmb(dim), - nn.Linear(dim, dim * 4), + nn.Linear(dim, time_dim), nn.GELU(), - nn.Linear(dim * 4, dim) + nn.Linear(time_dim, time_dim) ) else: time_dim = None diff --git a/setup.py b/setup.py index cc2a2fc..0db2fc7 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ from setuptools import setup, find_packages setup( name = 'denoising-diffusion-pytorch', packages = find_packages(), - version = '0.9.2', + version = '0.10.0', license='MIT', description = 'Denoising Diffusion Probabilistic Models - Pytorch', author = 'Phil Wang',