wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-09 11:28:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

😅

Browse Source
This commit is contained in:
Sourab Mangrulkar
2023-04-05 01:13:41 +05:30
parent d4c2bc60e4
commit 41b2fd770f
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/peft/tuners/lora.py
+3 -2
View File
@@ -477,7 +477,7 @@ class Linear(nn.Linear, LoraLayer):
if self.disable_adapters:
if self.r[self.active_adapter] > 0 and self.merged:
self.unmerge()
return F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
result = F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
elif self.r[self.active_adapter] > 0 and not self.merged:
result = F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
result += (
@@ -487,7 +487,8 @@ class Linear(nn.Linear, LoraLayer):
* self.scaling[self.active_adapter]
)
else:
return F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
result = F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
return result
if is_bnb_available():