diff --git a/src/peft/peft_model.py b/src/peft/peft_model.py
index af17075..38993bf 100644
--- a/src/peft/peft_model.py
+++ b/src/peft/peft_model.py
@@ -76,6 +76,7 @@ class PeftModel(PushToHubMixin, torch.nn.Module):
         if getattr(self.peft_config, "modules_to_save", None) is not None:
             self.modules_to_save = self.peft_config.modules_to_save
             _set_trainable(self)
+        self.forward = self.base_model.forward
         self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
     def save_pretrained(self, save_directory, **kwargs):