mask with diagonal=1

This commit is contained in:
Dr. Kashif Rasul
2020-01-28 14:29:06 +01:00
parent ad482cb526
commit fcb69e83d2
+1 -1
View File
@@ -83,7 +83,7 @@ class TransformerNetwork(nn.Module):
# mask
self.register_buffer(
"tgt_mask", torch.triu(torch.ones((prediction_length, prediction_length)))
"tgt_mask", torch.triu(torch.ones((prediction_length, prediction_length)), diagonal=1)
)
@staticmethod