wassname/peft
1
0
Fork 0
mirror of https://github.com/wassname/peft.git synced 2026-09-12 12:40:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

train script

Browse Source
This commit is contained in:
Qingru Zhang
2023-02-27 21:08:55 -05:00
parent aa18556c56
commit 81eec9ba70
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/conditional_generation/peft_lora_seq2seq_accelerate_ds_zero3_offload.py
+2 -1
View File
@@ -102,7 +102,8 @@ class TorchTracemalloc:
def main(): def main():
accelerator = Accelerator() accelerator = Accelerator()
model_name_or_path = "bigscience/T0_3B" # model_name_or_path = "bigscience/T0_3B"
model_name_or_path = "facebook/bart-large"
dataset_name = "twitter_complaints" dataset_name = "twitter_complaints"
peft_config = LoraConfig( peft_config = LoraConfig(
task_type=TaskType.SEQ_2_SEQ_LM, inference_mode=False, r=8, lora_alpha=32, lora_dropout=0.1 task_type=TaskType.SEQ_2_SEQ_LM, inference_mode=False, r=8, lora_alpha=32, lora_dropout=0.1