wassname/pytorch-transformer-ts
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-transformer-ts.git synced 2026-06-27 18:44:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix final_output tensor shape

Browse Source
This commit is contained in:
Kashif Rasul
2022-06-06 14:11:51 +02:00
parent 0b0ecc94f9
commit d11578a235
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
switch/module.py
+1 -1
View File
@@ -75,7 +75,7 @@ class SwitchFeedForward(nn.Module):
]
# Initialize an empty tensor to store outputs
final_output = x.new_zeros((batch_size, seq_len, self.dim_feedforward))
final_output = x.new_zeros((batch_size * seq_len, self.dim_feedforward))
# Capacity of each expert.
# $$\mathrm{expert\;capacity} =