From 14c617db01587792fa702f4db092b060e2dc278d Mon Sep 17 00:00:00 2001
From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
Date: Wed, 21 Dec 2022 13:56:29 +0530
Subject: [PATCH] Update lora.py

---
 src/pet/tuners/lora.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/pet/tuners/lora.py b/src/pet/tuners/lora.py
index bd1d075..62d1ad8 100644
--- a/src/pet/tuners/lora.py
+++ b/src/pet/tuners/lora.py
@@ -321,6 +321,6 @@ class MergedLinear(nn.Linear, LoRALayer):
             result = F.linear(x, T(self.weight), bias=self.bias)
             if self.r > 0:
                 after_A = self.lora_A(self.lora_dropout(x))
-                after_B = self.lora_B(after_A.transpose(-2, -1))
+                after_B = self.lora_B(after_A.transpose(-2, -1)).transpose(-2, -1)
                 result += self.zero_pad(after_B) * self.scaling
             return result