wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-10 12:20:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

add examples and update readme

Browse Source
This commit is contained in:
Sourab Mangrulkar
2022-12-30 18:30:54 +05:30
parent f16750afcc
commit 73d7224b5c
5 changed files with 357 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/conditional_generation/pet_lora_seq2seq_accelerate_ds_zero3_offload.py
+3 -1
View File
@@ -107,7 +107,9 @@ def main():
pet_config = LoRAConfig(
task_type=TaskType.SEQ_2_SEQ_LM, inference_mode=False, r=8, lora_alpha=32, lora_dropout=0.1
)
checkpoint_name = f"{dataset_name}_{pet_config.pet_type}_{pet_config.task_type}_v1.pt".replace("/", "_")
checkpoint_name = (
f"{dataset_name}_{model_name_or_path}_{pet_config.pet_type}_{pet_config.task_type}_v1.pt".replace("/", "_")
)
text_column = "Tweet text"
label_column = "text_label"
lr = 3e-3