diff --git a/denoising_diffusion_pytorch/continuous_time_gaussian_diffusion.py b/denoising_diffusion_pytorch/continuous_time_gaussian_diffusion.py index 74a41b5..04bfb73 100644 --- a/denoising_diffusion_pytorch/continuous_time_gaussian_diffusion.py +++ b/denoising_diffusion_pytorch/continuous_time_gaussian_diffusion.py @@ -108,11 +108,6 @@ class ContinuousTimeGaussianDiffusion(nn.Module): # todo - derive x_start from the posterior mean and do dynamic thresholding # assumed that is what is going on in Imagen - batch = x.shape[0] - batch_time = repeat(time, ' -> b', b = batch) - - pred_noise = self.denoise_fn(x, batch_time * self.cond_scale) - log_snr = self.log_snr(time) log_snr_next = self.log_snr(time_next) c = -expm1(log_snr - log_snr_next) @@ -120,6 +115,9 @@ class ContinuousTimeGaussianDiffusion(nn.Module): squared_alpha, squared_alpha_next = log_snr.sigmoid(), log_snr_next.sigmoid() squared_sigma, squared_sigma_next = (-log_snr).sigmoid(), (-log_snr_next).sigmoid() + batch_log_snr = repeat(log_snr, ' -> b', b = x.shape[0]) + pred_noise = self.denoise_fn(x, batch_log_snr) + model_mean = sqrt(squared_alpha_next / squared_alpha) * (x - c * sqrt(squared_sigma) * pred_noise) posterior_variance = squared_sigma_next * c @@ -151,6 +149,7 @@ class ContinuousTimeGaussianDiffusion(nn.Module): times_next = steps[i + 1] img = self.p_sample(img, times, times_next) + img.clamp_(-1., 1.) img = unnormalize_to_zero_to_one(img) return img diff --git a/setup.py b/setup.py index d78b332..d6dce94 100644 --- a/setup.py +++ b/setup.py @@ -3,7 +3,7 @@ from setuptools import setup, find_packages setup( name = 'denoising-diffusion-pytorch', packages = find_packages(), - version = '0.16.5', + version = '0.16.6', license='MIT', description = 'Denoising Diffusion Probabilistic Models - Pytorch', author = 'Phil Wang',