From baa2a4d53f4fc337e846808c9feb1253dea081eb Mon Sep 17 00:00:00 2001
From: Jason Phang <jasonphang@nyu.edu>
Date: Tue, 7 Mar 2023 21:05:58 -0500
Subject: [PATCH] LLaMA support

---
 README.md           | 17 +++++++++--------
 src/peft/mapping.py |  1 +
 2 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/README.md b/README.md
index 45fbf93..686400b 100644
--- a/README.md
+++ b/README.md
@@ -215,14 +215,15 @@ An example is provided in `~examples/causal_language_modeling/peft_lora_clm_acce
 ## Models support matrix
 
 ### Causal Language Modeling
-|   Model         | LoRA | Prefix Tuning  | P-Tuning | Prompt Tuning  |
-| --------- | ---- | ---- | ---- | ----  |
-| GPT-2          | ✅  | ✅  | ✅  | ✅  |
-| Bloom          | ✅  | ✅  | ✅  | ✅  |
-| OPT            | ✅  | ✅  | ✅  | ✅  |
-| GPT-Neo        | ✅  | ✅  | ✅  | ✅  |
-| GPT-J          | ✅  | ✅  | ✅  | ✅  |
-| GPT-NeoX-20B   | ✅  | ✅  | ✅  | ✅  |
+| Model        | LoRA | Prefix Tuning  | P-Tuning | Prompt Tuning  |
+|--------------| ---- | ---- | ---- | ----  |
+| GPT-2        | ✅  | ✅  | ✅  | ✅  |
+| Bloom        | ✅  | ✅  | ✅  | ✅  |
+| OPT          | ✅  | ✅  | ✅  | ✅  |
+| GPT-Neo      | ✅  | ✅  | ✅  | ✅  |
+| GPT-J        | ✅  | ✅  | ✅  | ✅  |
+| GPT-NeoX-20B | ✅  | ✅  | ✅  | ✅  |
+| LLaMA        | ✅  | ✅  | ✅  | ✅  |
 
 ### Conditional Generation
 |   Model         | LoRA | Prefix Tuning  | P-Tuning | Prompt Tuning  | 
diff --git a/src/peft/mapping.py b/src/peft/mapping.py
index 68de0c2..383b329 100644
--- a/src/peft/mapping.py
+++ b/src/peft/mapping.py
@@ -55,6 +55,7 @@ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING = {
     "deberta-v2": ["query_proj", "value_proj"],
     "deberta": ["in_proj"],
     "layoutlm": ["query", "value"],
+    "llama": ["q_proj", "v_proj"],
 }