From dee2a96fea700743a723e608cfa9756e517b102c Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Thu, 6 Apr 2023 19:22:56 +0530 Subject: [PATCH] Update adalora.py --- src/peft/tuners/adalora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/peft/tuners/adalora.py b/src/peft/tuners/adalora.py index 6872f64..53abce3 100644 --- a/src/peft/tuners/adalora.py +++ b/src/peft/tuners/adalora.py @@ -355,7 +355,7 @@ class AdaLoraLayer(LoraLayer): self.ranknum.update( nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros(1), requires_grad=False)}) ) - self.ranknum[adapter_name].data.fill_(float(self.r)) + self.ranknum[adapter_name].data.fill_(float(r)) self.ranknum[adapter_name].requires_grad = False self.scaling[adapter_name] = lora_alpha if lora_alpha > 0 else float(r) if init_lora_weights: