From 4f8c134102ac704a220a0f81d8d86662b14958c2 Mon Sep 17 00:00:00 2001 From: zqingru Date: Wed, 5 Apr 2023 20:40:06 +0000 Subject: [PATCH] raise exception for MergedLinear of AdaLoRA --- src/peft/tuners/adalora.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/peft/tuners/adalora.py b/src/peft/tuners/adalora.py index d2f04d1..1e7be53 100644 --- a/src/peft/tuners/adalora.py +++ b/src/peft/tuners/adalora.py @@ -100,6 +100,11 @@ class AdaLoraModel(LoraModel): self._find_and_replace() mark_only_lora_as_trainable(self.model, self.peft_config.bias) self.rankallocator = RankAllocator(config, self.model) + if config.enable_lora is not None: + raise NotImplementedError( + "MergedLinear has not been implemented for AdaLoRA." + ) + def _find_and_replace(self): loaded_in_8bit = getattr(self.model, "is_loaded_in_8bit", False)