fix mask

TODO check this
2026-09-11 12:42:03 +08:00 · 2020-01-27 21:08:41 +01:00
parent ff92cbad50
commit 064baee01c
12 changed files with 1 additions and 4 deletions
@@ -213,10 +213,7 @@ class TransformerNetwork(nn.Module):

    @staticmethod
    def upper_triangular_mask(d):
-        mask = torch.zeros_like(torch.eye(d))
-        for k in range(d - 1):
-            mask = mask + torch.eye(d, d, k + 1)
-        return mask
+        return torch.triu(torch.ones((d,d)))


 class TransformerTrainingNetwork(TransformerNetwork):