From b728f5f559c65e9051eb48fbea86874b068d3a5b Mon Sep 17 00:00:00 2001 From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> Date: Thu, 6 Apr 2023 19:20:13 +0530 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fixing?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/peft/tuners/adalora.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/peft/tuners/adalora.py b/src/peft/tuners/adalora.py index 048832f..6872f64 100644 --- a/src/peft/tuners/adalora.py +++ b/src/peft/tuners/adalora.py @@ -343,13 +343,13 @@ class AdaLoraLayer(LoraLayer): if r > 0: # Right singular vectors self.lora_A.update( - nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros((r, self.in_features)))}) + nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros((r, self.in_features)))}) ) # Singular values - self.lora_E.update(nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros(r, 1))})) + self.lora_E.update(nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros(r, 1))})) # Left singular vectors self.lora_B.update( - nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros((self.out_features, r)))}) + nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros((self.out_features, r)))}) ) # The current rank self.ranknum.update(