wassname/denoising-diffusion-pytorch
1
0
Fork 0
mirror of https://github.com/wassname/denoising-diffusion-pytorch.git synced 2026-09-09 11:21:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

clamp the sigma coming out of the log normal distribution

Browse Source
This commit is contained in:
Phil Wang
2022-06-28 14:34:39 -07:00
parent 76b79aa847
commit 618493714f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
denoising_diffusion_pytorch/elucidated_diffusion.py
+2 -1
View File
@@ -99,7 +99,8 @@ class ElucidatedDiffusion(nn.Module):
# noise distribution
def noise_distribution(self, batch_size):
return (self.P_mean + self.P_std * torch.randn((batch_size,), device = self.device)).exp()
sigmas = (self.P_mean + self.P_std * torch.randn((batch_size,), device = self.device)).exp()
return sigmas.clamp(min = self.sigma_min, max =self.sigma_max)
def loss_weight(self, sigma):
return (sigma ** 2 + self.sigma_data ** 2) * (sigma * self.sigma_data) ** -2