From fcb69e83d2d8f5058f94e1db3c3ee07c61d28254 Mon Sep 17 00:00:00 2001 From: "Dr. Kashif Rasul" Date: Tue, 28 Jan 2020 14:29:06 +0100 Subject: [PATCH] mask with diagonal=1 --- pts/model/transformer/transformer_network.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pts/model/transformer/transformer_network.py b/pts/model/transformer/transformer_network.py index 62262fe..c847d4d 100644 --- a/pts/model/transformer/transformer_network.py +++ b/pts/model/transformer/transformer_network.py @@ -83,7 +83,7 @@ class TransformerNetwork(nn.Module): # mask self.register_buffer( - "tgt_mask", torch.triu(torch.ones((prediction_length, prediction_length))) + "tgt_mask", torch.triu(torch.ones((prediction_length, prediction_length)), diagonal=1) ) @staticmethod