From 2918cbd13e5e24e4f069c794ec3bf18b51f53294 Mon Sep 17 00:00:00 2001 From: Kashif Rasul Date: Wed, 30 Mar 2022 22:51:36 +0200 Subject: [PATCH] query length --- tft/module.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tft/module.py b/tft/module.py index cdf13d8..119c824 100644 --- a/tft/module.py +++ b/tft/module.py @@ -242,7 +242,7 @@ class TemporalFusionDecoder(nn.Module): query_key_value = x attn_output, _ = self.attention( - query=query_key_value[:, -self.prediction_length :, ...], + query=query_key_value[:, self.context_length :, ...], key=query_key_value, value=query_key_value, # key_padding_mask=key_padding_mask,