Update adalora.py

2026-09-10 12:20:21 +08:00 · 2023-04-06 19:22:56 +05:30
parent b728f5f559
commit dee2a96fea
1 changed files with 1 additions and 1 deletions
@@ -355,7 +355,7 @@ class AdaLoraLayer(LoraLayer):
            self.ranknum.update(
                nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros(1), requires_grad=False)})
            )
-            self.ranknum[adapter_name].data.fill_(float(self.r))
+            self.ranknum[adapter_name].data.fill_(float(r))
            self.ranknum[adapter_name].requires_grad = False
            self.scaling[adapter_name] = lora_alpha if lora_alpha > 0 else float(r)
        if init_lora_weights: