wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-07-01 16:50:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

added precommit hooks and cleaned up configs for rankgen

Browse Source
This commit is contained in:
Bobak Hashemi
2023-01-03 01:41:45 -05:00
parent 568a42066a
commit 45c147362e
2 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/reward/instructor/configs/rankgen-t5-base-fp16.yml
+16
View File
@@ -0,0 +1,16 @@
model_name: kalpeshk2011/rankgen-t5-base-all
tokenizer_name: google/t5-v1_1-base
learning_rate: 6e-6
gradient_checkpointing: false
fp16: true
gradient_accumulation_steps: 16
per_device_train_batch_size: 2
warmup_steps: 600
freeze_layer: 20
eval_steps: 200
save_steps: 500
max_length: 400
num_train_epochs: 2
datasets:
- webgpt
- hfsummary
model/reward/instructor/configs/rankgen-t5-base.yml
+3
View File
@@ -1,4 +1,7 @@
model_name: kalpeshk2011/rankgen-t5-base-all
# model_name: kalpeshk2011/rankgen-t5-xl-all
# model_name: kalpeshk2011/rankgen-t5-xl-pg19
# model_name: kalpeshk2011/rankgen-t5-large-all
tokenizer_name: google/t5-v1_1-base
learning_rate: 6e-6
gradient_checkpointing: false