diff --git a/pts/model/transformer/transformer_network.py b/pts/model/transformer/transformer_network.py
index c5650d8..b068f1a 100644
--- a/pts/model/transformer/transformer_network.py
+++ b/pts/model/transformer/transformer_network.py
@@ -213,10 +213,7 @@ class TransformerNetwork(nn.Module):
 
     @staticmethod
     def upper_triangular_mask(d):
-        mask = torch.zeros_like(torch.eye(d))
-        for k in range(d - 1):
-            mask = mask + torch.eye(d, d, k + 1)
-        return mask
+        return torch.triu(torch.ones((d,d)))
 
 
 class TransformerTrainingNetwork(TransformerNetwork):
diff --git a/runs/Jan27_20-30-41_DL-Box/events.out.tfevents.1580153441.DL-Box.12918.0 b/runs/Jan27_20-30-41_DL-Box/events.out.tfevents.1580153441.DL-Box.12918.0
new file mode 100644
index 0000000..d2e35e7
Binary files /dev/null and b/runs/Jan27_20-30-41_DL-Box/events.out.tfevents.1580153441.DL-Box.12918.0 differ
diff --git a/runs/Jan27_20-37-53_DL-Box/events.out.tfevents.1580153873.DL-Box.13483.0 b/runs/Jan27_20-37-53_DL-Box/events.out.tfevents.1580153873.DL-Box.13483.0
new file mode 100644
index 0000000..9ccf4d7
Binary files /dev/null and b/runs/Jan27_20-37-53_DL-Box/events.out.tfevents.1580153873.DL-Box.13483.0 differ
diff --git a/runs/Jan27_20-38-19_DL-Box/events.out.tfevents.1580153899.DL-Box.13483.1 b/runs/Jan27_20-38-19_DL-Box/events.out.tfevents.1580153899.DL-Box.13483.1
new file mode 100644
index 0000000..b06fe3e
Binary files /dev/null and b/runs/Jan27_20-38-19_DL-Box/events.out.tfevents.1580153899.DL-Box.13483.1 differ
diff --git a/runs/Jan27_20-46-03_DL-Box/events.out.tfevents.1580154363.DL-Box.14187.0 b/runs/Jan27_20-46-03_DL-Box/events.out.tfevents.1580154363.DL-Box.14187.0
new file mode 100644
index 0000000..6198af5
Binary files /dev/null and b/runs/Jan27_20-46-03_DL-Box/events.out.tfevents.1580154363.DL-Box.14187.0 differ
diff --git a/runs/Jan27_20-52-18_DL-Box/events.out.tfevents.1580154738.DL-Box.14548.0 b/runs/Jan27_20-52-18_DL-Box/events.out.tfevents.1580154738.DL-Box.14548.0
new file mode 100644
index 0000000..c3f10fe
Binary files /dev/null and b/runs/Jan27_20-52-18_DL-Box/events.out.tfevents.1580154738.DL-Box.14548.0 differ
diff --git a/runs/Jan27_20-53-47_DL-Box/events.out.tfevents.1580154827.DL-Box.14731.0 b/runs/Jan27_20-53-47_DL-Box/events.out.tfevents.1580154827.DL-Box.14731.0
new file mode 100644
index 0000000..308b3b2
Binary files /dev/null and b/runs/Jan27_20-53-47_DL-Box/events.out.tfevents.1580154827.DL-Box.14731.0 differ
diff --git a/runs/Jan27_20-55-01_DL-Box/events.out.tfevents.1580154901.DL-Box.14909.0 b/runs/Jan27_20-55-01_DL-Box/events.out.tfevents.1580154901.DL-Box.14909.0
new file mode 100644
index 0000000..b94d2e8
Binary files /dev/null and b/runs/Jan27_20-55-01_DL-Box/events.out.tfevents.1580154901.DL-Box.14909.0 differ
diff --git a/runs/Jan27_20-57-52_DL-Box/events.out.tfevents.1580155072.DL-Box.14909.1 b/runs/Jan27_20-57-52_DL-Box/events.out.tfevents.1580155072.DL-Box.14909.1
new file mode 100644
index 0000000..916161e
Binary files /dev/null and b/runs/Jan27_20-57-52_DL-Box/events.out.tfevents.1580155072.DL-Box.14909.1 differ
diff --git a/runs/Jan27_20-58-45_DL-Box/events.out.tfevents.1580155125.DL-Box.15266.0 b/runs/Jan27_20-58-45_DL-Box/events.out.tfevents.1580155125.DL-Box.15266.0
new file mode 100644
index 0000000..214fd08
Binary files /dev/null and b/runs/Jan27_20-58-45_DL-Box/events.out.tfevents.1580155125.DL-Box.15266.0 differ
diff --git a/runs/Jan27_21-02-29_DL-Box/events.out.tfevents.1580155349.DL-Box.15866.0 b/runs/Jan27_21-02-29_DL-Box/events.out.tfevents.1580155349.DL-Box.15866.0
new file mode 100644
index 0000000..b436f92
Binary files /dev/null and b/runs/Jan27_21-02-29_DL-Box/events.out.tfevents.1580155349.DL-Box.15866.0 differ
diff --git a/runs/Jan27_21-05-46_DL-Box/events.out.tfevents.1580155546.DL-Box.16239.0 b/runs/Jan27_21-05-46_DL-Box/events.out.tfevents.1580155546.DL-Box.16239.0
new file mode 100644
index 0000000..de5af71
Binary files /dev/null and b/runs/Jan27_21-05-46_DL-Box/events.out.tfevents.1580155546.DL-Box.16239.0 differ