wassname/seq2seq-time
1
0
Fork 0
mirror of https://github.com/wassname/seq2seq-time.git synced 2026-08-14 12:50:48 +08:00
Code Issues Packages Projects Releases Wiki Activity

nicer plots, more classes

Browse Source
This commit is contained in:
wassname
2020-10-24 20:21:07 +08:00
parent ddeba12bc7
commit fd6defbdc5
11 changed files with 9692 additions and 117 deletions
Download Patch File Download Diff File Expand all files Collapse all files
seq2seq_time/models/transformer_process.py
+9 -4
View File
@@ -31,8 +31,8 @@ class LatentEncoder(nn.Module):
self.encoder = nn.TransformerEncoder(
layer_enc, num_layers=num_layers, norm=encoder_norm
)
self.mean = nn.Linear(hidden_size, latent_dim)
self.log_var = nn.Linear(hidden_size, latent_dim)
self.mean = nn.Linear(hidden_size*3, latent_dim)
self.log_var = nn.Linear(hidden_size*3, latent_dim)
self._min_std = min_std
def forward(self, x, y):
@@ -48,7 +48,13 @@ class LatentEncoder(nn.Module):
r = self.encoder(x, mask=mask)
r = r.permute(1, 0, 2) # (S,B,hidden_size) -> (B,S,hidden_size)
r = r.mean(1) # (B,S,hidden_size) -> (B,hidden_size)
# Aggregation (max/mean/last)
r_mean = r.mean(1) # (B,S,hidden_size) -> (B,hidden_size)
r_last = r[:, -1, :]
r_max = r.max(1)[0]
r = torch.cat([r_mean, r_last, r_max], -1)
mean = self.mean(r)
log_sigma = self.log_var(r)
sigma = self._min_std + (1 - self._min_std) * torch.sigmoid(log_sigma * 0.5)
@@ -56,7 +62,6 @@ class LatentEncoder(nn.Module):
return dist
class Decoder(nn.Module):
def __init__(
self,