wassname/ETSformer
1
0
Fork 0
mirror of https://github.com/wassname/ETSformer.git synced 2026-09-12 12:03:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix bug in encoder/exponential smoothing module

Browse Source
This commit is contained in:
gorold
2022-09-20 17:01:39 +08:00
parent 6faa409143
commit b6f322dfa7
3 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
models/etsformer/encoder.py
+1 -1
View File
@@ -35,7 +35,7 @@ class GrowthLayer(nn.Module):
values = torch.cat([repeat(self.z0, 'h d -> b 1 h d', b=b), values], dim=1)
values = values[:, 1:] - values[:, :-1]
out = self.es(values)
out = torch.cat([repeat(self.es.v0, 'h d -> b 1 h d', b=b), out], dim=1)
out = torch.cat([repeat(self.es.v0, '1 1 h d -> b 1 h d', b=b), out], dim=1)
out = rearrange(out, 'b t h d -> b t (h d)')
return self.out_proj(out)