From 96cd0390367f73ba494e23e6cd51b75b3df17a16 Mon Sep 17 00:00:00 2001
From: younesbelkada <younesbelkada@gmail.com>
Date: Tue, 4 Apr 2023 08:29:51 +0000
Subject: [PATCH] fix

---
 examples/int8_training/fine_tune_blip2_int8.py | 1 -
 src/peft/mapping.py                            | 2 +-
 src/peft/tuners/lora.py                        | 1 -
 3 files changed, 1 insertion(+), 3 deletions(-)

diff --git a/examples/int8_training/fine_tune_blip2_int8.py b/examples/int8_training/fine_tune_blip2_int8.py
index 526336a..1e73ffb 100644
--- a/examples/int8_training/fine_tune_blip2_int8.py
+++ b/examples/int8_training/fine_tune_blip2_int8.py
@@ -9,7 +9,6 @@ from peft import LoraConfig, get_peft_model
 config = LoraConfig(
     r=16,
     lora_alpha=32,
-    target_modules=["q_proj", "v_proj"],
     lora_dropout=0.05,
     bias="none",
     task_type="VISION_2_SEQ",
diff --git a/src/peft/mapping.py b/src/peft/mapping.py
index 1e98edb..4abbd5a 100644
--- a/src/peft/mapping.py
+++ b/src/peft/mapping.py
@@ -46,7 +46,7 @@ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING = {
     "bart": ["q_proj", "v_proj"],
     "gpt2": ["c_attn"],
     "bloom": ["query_key_value"],
-    "blip2": ["q", "v", "q_proj", "v_proj"],
+    "blip-2": ["q", "v", "q_proj", "v_proj"],
     "opt": ["q_proj", "v_proj"],
     "gptj": ["q_proj", "v_proj"],
     "gpt_neox": ["query_key_value"],
diff --git a/src/peft/tuners/lora.py b/src/peft/tuners/lora.py
index 0553f18..6fae36e 100644
--- a/src/peft/tuners/lora.py
+++ b/src/peft/tuners/lora.py
@@ -415,7 +415,6 @@ class Linear(nn.Linear, LoraLayer):
             return F.linear(x, transpose(self.weight, self.fan_in_fan_out), bias=self.bias)
 
 
-
 class MergedLinear(nn.Linear, LoraLayer):
     # Lora implemented in a dense layer
     def __init__(