From c75cebd2bdf27836ca6f069620a9febf71d45b22 Mon Sep 17 00:00:00 2001
From: Kashif Rasul <kashif.rasul@gmail.com>
Date: Tue, 16 Aug 2022 23:18:10 +0200
Subject: [PATCH] fix prefix and latent split

---
 perceiverar/module.py | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/perceiverar/module.py b/perceiverar/module.py
index f489567..d9e200a 100644
--- a/perceiverar/module.py
+++ b/perceiverar/module.py
@@ -1,4 +1,3 @@
-import pdb
 from typing import List, Optional, Tuple
 
 import torch
@@ -411,7 +410,7 @@ class PerceiverARModel(nn.Module):
         perciever_input = torch.cat((lags, features), dim=-1)
 
         prefix, x = (
-            perciever_input,
+            perciever_input[:, : self.context_length - 1, ...],,
             perciever_input[:, self.context_length - 1 :, ...],
         )