updated repeated_past_target

2026-07-12 18:32:00 +08:00 · 2022-08-07 20:49:00 -04:00
parent 4b103b9791
commit c1cfd4653f
2 changed files with 81 additions and 79 deletions
@@ -552,6 +552,9 @@ class PerceiverARModel(nn.Module):
                x = ff(x) + x

            repeated_prefix = torch.cat((repeated_prefix, next_x), dim=1)
+            repeated_past_target = torch.cat(
+                (repeated_past_target, scaled_next_sample), dim=1
+            )
            params = self.param_proj(x)
            distr = self.output_distribution(params, scale=repeated_scale)
            next_sample = distr.sample()