From da584d309cc28ce276e00c0e5bb192f53ea9b58f Mon Sep 17 00:00:00 2001 From: Kashif Rasul Date: Mon, 27 Jan 2020 20:03:10 +0100 Subject: [PATCH] typos --- pts/model/transformer/transformer_estimator.py | 8 ++++---- pts/model/transformer/transformer_network.py | 2 +- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/pts/model/transformer/transformer_estimator.py b/pts/model/transformer/transformer_estimator.py index c1fab1f..ebfaf8f 100644 --- a/pts/model/transformer/transformer_estimator.py +++ b/pts/model/transformer/transformer_estimator.py @@ -31,7 +31,7 @@ from pts.feature import ( get_fourier_lags_for_frequency, ) -from .transfomer_network import TransformerTrainingNetwork, TransformerPredictionNetwork +from .transformer_network import TransformerTrainingNetwork, TransformerPredictionNetwork class TransformerEstimator(PTSEstimator): @@ -46,11 +46,11 @@ class TransformerEstimator(PTSEstimator): cardinality: Optional[List[int]] = None, embedding_dimension: int = 20, distr_output: DistributionOutput = StudentTOutput(), - dim_feedforward: int = 256, + dim_feedforward: int = 128, act_type: str = "gelu", num_heads: int = 8, - num_encoder_layers: int 3, - num_decoder_layers: int 3, + num_encoder_layers: int = 3, + num_decoder_layers: int = 3, scaling: bool = True, lags_seq: Optional[List[int]] = None, time_features: Optional[List[TimeFeature]] = None, diff --git a/pts/model/transformer/transformer_network.py b/pts/model/transformer/transformer_network.py index b73963b..5db22c7 100644 --- a/pts/model/transformer/transformer_network.py +++ b/pts/model/transformer/transformer_network.py @@ -159,7 +159,7 @@ class TransformerNetwork(nn.Module): sequence_length = self.history_length + self.prediction_length subsequences_length = self.context_length + self.prediction_length - # (batch_size, sub_seq_len, *target_shape, num_lags) + # (batch_size, sub_seq_len, *target_shape, num_lags) lags = self.get_lagged_subsequences( sequence=sequence, sequence_length=sequence_length,