From 5f2062e90b1a28fd578ac2e80fba3592e5a70542 Mon Sep 17 00:00:00 2001
From: Sourab Mangrulkar <13534540+pacman100@users.noreply.github.com>
Date: Thu, 1 Dec 2022 18:51:05 +0530
Subject: [PATCH] Update mapping.py

---
 src/pet/mapping.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/pet/mapping.py b/src/pet/mapping.py
index daeb650..7d7d3c6 100644
--- a/src/pet/mapping.py
+++ b/src/pet/mapping.py
@@ -28,6 +28,7 @@ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING = {
     "gpt_neo": ["q_proj", "v_proj"],
     "bert": ["query", "value"],
     "roberta": ["query", "value"],
+    "xlm-roberta": ["query", "value"],
     "electra": ["query", "value"],
     "deberta-v2": ["query_proj", "value_proj"],
     "deberta": ["in_proj"],