Update lora.py

2026-09-09 11:28:32 +08:00 · 2022-12-21 13:56:29 +05:30
parent 15f6e966f3
commit 14c617db01
1 changed files with 1 additions and 1 deletions
@@ -321,6 +321,6 @@ class MergedLinear(nn.Linear, LoRALayer):
            result = F.linear(x, T(self.weight), bias=self.bias)
            if self.r > 0:
                after_A = self.lora_A(self.lora_dropout(x))
-                after_B = self.lora_B(after_A.transpose(-2, -1))
+                after_B = self.lora_B(after_A.transpose(-2, -1)).transpose(-2, -1)
                result += self.zero_pad(after_B) * self.scaling
            return result