From 969b8c41b37e151f64629377a0a7121b203a86e6 Mon Sep 17 00:00:00 2001 From: "Dr. Kashif Rasul" Date: Tue, 28 Jan 2020 10:30:53 +0100 Subject: [PATCH] fix typos --- pts/model/transformer/transformer_estimator.py | 2 +- pts/model/transformer/transformer_network.py | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/pts/model/transformer/transformer_estimator.py b/pts/model/transformer/transformer_estimator.py index 6583bb7..6d3a6a1 100644 --- a/pts/model/transformer/transformer_estimator.py +++ b/pts/model/transformer/transformer_estimator.py @@ -47,7 +47,7 @@ class TransformerEstimator(PTSEstimator): trainer: Trainer = Trainer(), dropout_rate: float = 0.1, cardinality: Optional[List[int]] = None, - embedding_dimension: int = 20, + embedding_dimension: List[int] = [20], distr_output: DistributionOutput = StudentTOutput(), d_model: int = 32, dim_feedforward_scale: int = 4, diff --git a/pts/model/transformer/transformer_network.py b/pts/model/transformer/transformer_network.py index a5a3292..e23d502 100644 --- a/pts/model/transformer/transformer_network.py +++ b/pts/model/transformer/transformer_network.py @@ -33,7 +33,7 @@ class TransformerNetwork(nn.Module): prediction_length: int, distr_output: DistributionOutput, cardinality: List[int], - embedding_dimension: int, + embedding_dimension: List[int], lags_seq: List[int], scaling: bool = True, **kwargs, @@ -55,8 +55,8 @@ class TransformerNetwork(nn.Module): self.target_shape = distr_output.event_shape - self.encoder_input = nn.Dense(input_size, d_model) - self.decoder_input = nn.Dense(input_size, d_model) + self.encoder_input = nn.Linear(input_size, d_model) + self.decoder_input = nn.Linear(input_size, d_model) self.transformer = nn.Transformer( d_model=d_model, @@ -281,7 +281,7 @@ class TransformerTrainingNetwork(TransformerNetwork): dec_output = self.transformer.decoder( self.decoder_input(dec_input), enc_out, # memory - memory_mask=self.upper_triangular_mask( + tgt_mask=self.upper_triangular_mask( self.prediction_length ), # target mask or memory mask? )