This commit is contained in:
younesbelkada
2023-04-04 08:31:37 +00:00
parent 96cd039036
commit 4cbd6cfd43
+1 -3
View File
@@ -401,9 +401,7 @@ class Linear(nn.Linear, LoraLayer):
)
self.merged = False
result = F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
return result
return F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
elif self.r > 0 and not self.merged:
result = F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
if self.r > 0: