wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-09 11:28:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

addressing comments and renaming pet to peft

Browse Source
This commit is contained in:
Sourab Mangrulkar
2023-01-15 14:39:56 +01:00
parent 4d76bbac14
commit 086b329c1a
28 changed files with 464 additions and 458 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/sequence_classification/P_Tuning.ipynb
+4 -4
View File
@@ -13,7 +13,7 @@
"import torch\n",
"from torch.optim import AdamW\n",
"from torch.utils.data import DataLoader\n",
"from pet import get_pet_config,get_pet_model, get_pet_model_state_dict, set_pet_model_state_dict, LoRAConfig, PETType, \\\n",
"from peft import get_peft_config,get_peft_model, get_peft_model_state_dict, set_peft_model_state_dict, PeftType, \\\n",
"PrefixTuningConfig, PromptEncoderConfig\n",
"\n",
"import evaluate\n",
@@ -32,7 +32,7 @@
"batch_size = 32\n",
"model_name_or_path = \"roberta-large\"\n",
"task = \"mrpc\"\n",
"pet_type = PETType.P_TUNING\n",
"peft_type = PeftType.P_TUNING\n",
"device = \"cuda\"\n",
"num_epochs = 30"
]
@@ -45,7 +45,7 @@
"outputs": [],
"source": [
"\n",
"pet_config = PromptEncoderConfig(\n",
"peft_config = PromptEncoderConfig(\n",
" task_type=\"SEQ_CLS\",\n",
" num_virtual_tokens=20,\n",
" encoder_hidden_size=128\n",
@@ -775,7 +775,7 @@
],
"source": [
"model = AutoModelForSequenceClassification.from_pretrained(model_name_or_path, return_dict=True)\n",
"model = get_pet_model(model, pet_config)\n",
"model = get_peft_model(model, peft_config)\n",
"model.print_trainable_parameters()\n",
"model"
]