wassname/pytorch-ts
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-ts.git synced 2026-08-02 13:03:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix loss

Browse Source
This commit is contained in:
Dr. Kashif Rasul
2020-01-28 10:50:53 +01:00
parent 969b8c41b3
commit 5141ae69e9
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pts/model/transformer/transformer_network.py
+3 -1
View File
@@ -55,9 +55,11 @@ class TransformerNetwork(nn.Module):
self.target_shape = distr_output.event_shape
# [B, T, input_size] -> [B, T, d_model]
self.encoder_input = nn.Linear(input_size, d_model)
self.decoder_input = nn.Linear(input_size, d_model)
# [B, T, d_model] where d_model / num_heads...
self.transformer = nn.Transformer(
d_model=d_model,
nhead=num_heads,
@@ -289,7 +291,7 @@ class TransformerTrainingNetwork(TransformerNetwork):
# compute loss
distr_args = self.proj_dist_args(dec_output)
distr = self.distr_output.distribution(distr_args, scale=scale)
loss = distr.loss(future_target)
loss = - distr.log_prob(future_target)
return loss.mean()