diff --git a/src/pet/mapping.py b/src/pet/mapping.py
index daeb650..7d7d3c6 100644
--- a/src/pet/mapping.py
+++ b/src/pet/mapping.py
@@ -28,6 +28,7 @@ TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING = {
     "gpt_neo": ["q_proj", "v_proj"],
     "bert": ["query", "value"],
     "roberta": ["query", "value"],
+    "xlm-roberta": ["query", "value"],
     "electra": ["query", "value"],
     "deberta-v2": ["query_proj", "value_proj"],
     "deberta": ["in_proj"],