wassname/seq2seq-time
1
0
Fork 0
mirror of https://github.com/wassname/seq2seq-time.git synced 2026-08-16 11:28:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

mean baseline

Browse Source
This commit is contained in:
wassname
2020-11-01 15:49:57 +08:00
parent 27d4cde5bd
commit 4aa8b3a52e
2 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
seq2seq_time/models/transformer_seq2seq.py
+2 -3
View File
@@ -64,9 +64,8 @@ class TransformerSeq2Seq(nn.Module):
# In transformers the memory and future_x need to be the same length. Lets use a permutation invariant agg on the context
# Then expand it, so it's available as we decode, conditional on future_x
# (C, B, emb_dim) -> (B, emb_dim) -> (T, B, emb_dim)
# In transformers the memory and future_x need to be the same length. Lets use a permutation invariant agg on the context
# Then expand it, so it's available as we decode, conditional on future_x
memory = memory.max(dim=0, keepdim=True)[0].expand_as(future_x)
S, B, H = future_x.shape
memory = memory.max(dim=0, keepdim=True)[0].repeat(1, S, 1)
outputs = self.decoder(future_x, memory, tgt_key_padding_mask=tgt_key_padding_mask)
# [T, B, emb_dim] -> [B, T, emb_dim]