mirror of
https://github.com/wassname/peft.git
synced 2026-10-30 13:21:29 +08:00
Update src/peft/tuners/adalora.py
Co-authored-by: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
This commit is contained in:
1 parent
c240a9693c
commit
9a534d047c
1 file changed
+1
-1
@@ -192,7 +192,7 @@ class AdaLoraModel(LoraModel):
|
||||
}
|
||||
bias = target.bias is not None
|
||||
loaded_in_8bit = getattr(self.model, "is_loaded_in_8bit", False)
|
||||
if loaded_in_8bit and isinstance(target, bnb.nn.Linear8bitLt) and self.peft_config.enable_lora is None:
|
||||
if loaded_in_8bit and isinstance(target, bnb.nn.Linear8bitLt):
|
||||
kwargs.update(
|
||||
{
|
||||
"has_fp16_weights": target.state.has_fp16_weights,
|
||||
|
||||
Reference in new issue
Block a user