From cd49d366b37a9c03f186fb1bae19d8f43276cab8 Mon Sep 17 00:00:00 2001 From: Star <55418321+sterlind@users.noreply.github.com> Date: Sat, 25 Mar 2023 20:44:31 -0700 Subject: [PATCH] Need to update where it looks for quant --- src/peft/tuners/lora.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/peft/tuners/lora.py b/src/peft/tuners/lora.py index 588c39b..3787bdb 100644 --- a/src/peft/tuners/lora.py +++ b/src/peft/tuners/lora.py @@ -33,7 +33,7 @@ def is_bnb_available(): def is_gptq_available(): - return importlib.util.find_spec("quant") is not None + return importlib.util.find_spec("gptq_llama.quant") is not None if is_bnb_available():