diff --git a/src/peft/tuners/adalora.py b/src/peft/tuners/adalora.py index 0f43418..d2f04d1 100644 --- a/src/peft/tuners/adalora.py +++ b/src/peft/tuners/adalora.py @@ -202,7 +202,7 @@ class AdaLoraModel(LoraModel): } ) new_module = SVDLinear8bitLt(target.in_features, target.out_features, bias=bias, **kwargs) - elif isinstance(target, torch.nn.Linear) and self.peft_config.enable_lora is None: + elif isinstance(target, torch.nn.Linear): new_module = SVDLinear(target.in_features, target.out_features, bias=bias, **kwargs) new_module = new_module.to(target.weight.device)