wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-09 11:28:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update src/peft/tuners/adalora.py

Browse Source 
Co-authored-by: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
This commit is contained in:
Qingru Zhang
2023-04-05 16:32:23 -04:00
committed by GitHub
co-authored by Sourab Mangrulkar
parent d892beb0e7
commit b8a57a3649
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/peft/tuners/adalora.py
+1 -1
View File
@@ -202,7 +202,7 @@ class AdaLoraModel(LoraModel):
}
)
new_module = SVDLinear8bitLt(target.in_features, target.out_features, bias=bias, **kwargs)
elif isinstance(target, torch.nn.Linear) and self.peft_config.enable_lora is None:
elif isinstance(target, torch.nn.Linear):
new_module = SVDLinear(target.in_features, target.out_features, bias=bias, **kwargs)
new_module = new_module.to(target.weight.device)