diff --git a/README.md b/README.md index 49bfcd9..3a9726e 100644 --- a/README.md +++ b/README.md @@ -226,6 +226,7 @@ An example is provided in `~examples/causal_language_modeling/peft_lora_clm_acce | GPT-J | ✅ | ✅ | ✅ | ✅ | | GPT-NeoX-20B | ✅ | ✅ | ✅ | ✅ | | LLaMA | ✅ | ✅ | ✅ | ✅ | +| ChatGLM | ✅ | ✅ | ✅ | ✅ | ### Conditional Generation | Model | LoRA | Prefix Tuning | P-Tuning | Prompt Tuning | diff --git a/src/peft/mapping.py b/src/peft/mapping.py index 383b329..dbb9f36 100644 --- a/src/peft/mapping.py +++ b/src/peft/mapping.py @@ -56,6 +56,7 @@ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING = { "deberta": ["in_proj"], "layoutlm": ["query", "value"], "llama": ["q_proj", "v_proj"], + "chatglm": ["query_key_value"], }