From c240a9693cdc9b1963fffc120c3693c9fb063960 Mon Sep 17 00:00:00 2001 From: Qingru Zhang Date: Wed, 5 Apr 2023 16:31:08 -0400 Subject: [PATCH] Update src/peft/tuners/adalora.py Co-authored-by: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com> --- src/peft/tuners/adalora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/peft/tuners/adalora.py b/src/peft/tuners/adalora.py index c2eb684..6b19324 100644 --- a/src/peft/tuners/adalora.py +++ b/src/peft/tuners/adalora.py @@ -137,7 +137,7 @@ class AdaLoraModel(LoraModel): } ) new_module = SVDLinear8bitLt(target.in_features, target.out_features, bias=bias, **kwargs) - elif isinstance(target, torch.nn.Linear) and self.peft_config.enable_lora is None: + elif isinstance(target, torch.nn.Linear): new_module = SVDLinear(target.in_features, target.out_features, bias=bias, **kwargs) self._replace_module(parent, target_name, new_module, target) if not is_target_modules_in_base_model: