mirror of
https://github.com/wassname/peft.git
synced 2026-10-30 13:21:29 +08:00
Update adalora.py
This commit is contained in:
1 parent
b728f5f559
commit
dee2a96fea
1 file changed
+1
-1
@@ -355,7 +355,7 @@ class AdaLoraLayer(LoraLayer):
|
||||
self.ranknum.update(
|
||||
nn.ParameterDict({adapter_name: nn.Parameter(self.weight.new_zeros(1), requires_grad=False)})
|
||||
)
|
||||
self.ranknum[adapter_name].data.fill_(float(self.r))
|
||||
self.ranknum[adapter_name].data.fill_(float(r))
|
||||
self.ranknum[adapter_name].requires_grad = False
|
||||
self.scaling[adapter_name] = lora_alpha if lora_alpha > 0 else float(r)
|
||||
if init_lora_weights:
|
||||
|
||||
Reference in new issue
Block a user