wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-11 12:30:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

🐛 fixing

Browse Source
This commit is contained in:
Sourab Mangrulkar
2023-04-06 19:20:13 +05:30
parent 74e2a3da50
commit b728f5f559
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/peft/tuners/adalora.py
+3 -3
View File
@@ -343,13 +343,13 @@ class AdaLoraLayer(LoraLayer):
if r > 0:
# Right singular vectors
self.lora_A.update(
nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros((r, self.in_features)))})
nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros((r, self.in_features)))})
)
# Singular values
self.lora_E.update(nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros(r, 1))}))
self.lora_E.update(nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros(r, 1))}))
# Left singular vectors
self.lora_B.update(
nn.ModuleDict({adapter_name: nn.Parameter(self.weight.new_zeros((self.out_features, r)))})
nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros((self.out_features, r)))})
)
# The current rank
self.ranknum.update(