wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-09-10 11:41:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

[feature] added summary quality rater

Browse Source
This commit is contained in:
theblackcat102
2023-01-01 10:19:25 +00:00
parent 1197dccf11
commit 168e9ca6b3
8 changed files with 251 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/reward/instructor/trainer.py
+2 -2
View File
@@ -117,13 +117,13 @@ if __name__ == "__main__":
gradient_checkpointing=training_conf['gradient_checkpointing'],
gradient_accumulation_steps=training_conf['gradient_accumulation_steps'],
per_device_train_batch_size=training_conf['per_device_train_batch_size'],
per_device_eval_batch_size=5,
per_device_eval_batch_size=training_conf['per_device_eval_batch_size'],
weight_decay=0.01,
max_grad_norm=2.0,
logging_steps=10,
save_total_limit=4,
evaluation_strategy='steps',
eval_steps=500,
eval_steps=training_conf['eval_steps'],
save_steps=1000,
report_to='wandb'
)