From 8760a9dc082da321d9a714cc5a8cfac0e228a869 Mon Sep 17 00:00:00 2001
From: "Dr. Kashif Rasul" <kashif.rasul@gmail.com>
Date: Tue, 28 Jan 2020 11:45:32 +0100
Subject: [PATCH] no cache reset in pytorch

---
 pts/model/transformer/transformer_network.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pts/model/transformer/transformer_network.py b/pts/model/transformer/transformer_network.py
index cca1dc5..ab0f11e 100644
--- a/pts/model/transformer/transformer_network.py
+++ b/pts/model/transformer/transformer_network.py
@@ -285,7 +285,7 @@ class TransformerTrainingNetwork(TransformerNetwork):
             enc_out,  # memory
             tgt_mask=self.upper_triangular_mask(
                 self.prediction_length
-            ),  # target mask or memory mask?
+            ),  # target mask
         )
 
         # compute loss
@@ -400,7 +400,7 @@ class TransformerPredictionNetwork(TransformerNetwork):
             future_samples.append(new_samples)
 
         # reset cache of the decoder
-        self.decoder.cache_reset()
+        # self.transformer.decoder.cache_reset()
 
         # (batch_size * num_samples, prediction_length, *target_shape)
         samples = torch.cat(future_samples, dim=1)