wassname/pytorch-transformer-ts
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-transformer-ts.git synced 2026-06-27 16:46:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix for input_size>1

Browse Source
This commit is contained in:
Kashif Rasul
2022-10-17 11:41:18 +02:00
parent e264e8856f
commit 498f80fab0
2 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
autoformer/lightning_module.py
+1 -1
View File
@@ -79,6 +79,6 @@ class AutoformerLightningModule(pl.LightningModule):
if len(self.model.target_shape) == 0: if len(self.model.target_shape) == 0:
loss_weights = future_observed_values loss_weights = future_observed_values
else: else:
loss_weights = future_observed_values.min(dim=-1, keepdim=False) loss_weights, _ = future_observed_values.min(dim=-1, keepdim=False)
return weighted_average(loss_values, weights=loss_weights) return weighted_average(loss_values, weights=loss_weights)
autoformer/module.py
+3 -2
View File
@@ -587,7 +587,7 @@ class AutoformerModel(nn.Module):
sum(self.embedding_dimension) sum(self.embedding_dimension)
+ self.num_feat_dynamic_real + self.num_feat_dynamic_real
+ self.num_feat_static_real + self.num_feat_static_real
+ 1 # the log(scale) + self.input_size # the log(scale)
) )
@property @property
@@ -696,8 +696,9 @@ class AutoformerModel(nn.Module):
# embeddings # embeddings
embedded_cat = self.embedder(feat_static_cat) embedded_cat = self.embedder(feat_static_cat)
log_scale = scale.log() if self.input_size == 1 else scale.squeeze(1).log()
static_feat = torch.cat( static_feat = torch.cat(
(embedded_cat, feat_static_real, scale.log()), (embedded_cat, feat_static_real, log_scale),
dim=1, dim=1,
) )
expanded_static_feat = static_feat.unsqueeze(1).expand( expanded_static_feat = static_feat.unsqueeze(1).expand(