This commit is contained in:
Kashif Rasul
2020-01-27 20:03:10 +01:00
parent b1d1cdbea6
commit da584d309c
2 changed files with 5 additions and 5 deletions
@@ -31,7 +31,7 @@ from pts.feature import (
get_fourier_lags_for_frequency,
)
from .transfomer_network import TransformerTrainingNetwork, TransformerPredictionNetwork
from .transformer_network import TransformerTrainingNetwork, TransformerPredictionNetwork
class TransformerEstimator(PTSEstimator):
@@ -46,11 +46,11 @@ class TransformerEstimator(PTSEstimator):
cardinality: Optional[List[int]] = None,
embedding_dimension: int = 20,
distr_output: DistributionOutput = StudentTOutput(),
dim_feedforward: int = 256,
dim_feedforward: int = 128,
act_type: str = "gelu",
num_heads: int = 8,
num_encoder_layers: int 3,
num_decoder_layers: int 3,
num_encoder_layers: int = 3,
num_decoder_layers: int = 3,
scaling: bool = True,
lags_seq: Optional[List[int]] = None,
time_features: Optional[List[TimeFeature]] = None,
+1 -1
View File
@@ -159,7 +159,7 @@ class TransformerNetwork(nn.Module):
sequence_length = self.history_length + self.prediction_length
subsequences_length = self.context_length + self.prediction_length
# (batch_size, sub_seq_len, *target_shape, num_lags)
# (batch_size, sub_seq_len, *target_shape, num_lags)
lags = self.get_lagged_subsequences(
sequence=sequence,
sequence_length=sequence_length,