From 1a8928c5a405eb6c34909c890ec8da3f8db496ae Mon Sep 17 00:00:00 2001
From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
Date: Fri, 17 Feb 2023 17:48:16 +0530
Subject: [PATCH] Update lora.py

---
 src/peft/tuners/lora.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/peft/tuners/lora.py b/src/peft/tuners/lora.py
index 9b7e860..82b8b64 100644
--- a/src/peft/tuners/lora.py
+++ b/src/peft/tuners/lora.py
@@ -494,6 +494,8 @@ if is_bnb_available():
 
         def forward(self, x: torch.Tensor):
             result = super().forward(x)
-            if self.r > 0:
+            if self.disable_adapters:
+                return result
+            elif self.r > 0:
                 result += self.lora_B(self.lora_A(self.lora_dropout(x))) * self.scaling
             return result