mirror of
https://github.com/wassname/Open-Assistant.git
synced 2026-08-18 11:40:48 +08:00
14 lines
278 B
YAML
14 lines
278 B
YAML
model_name: deepset/deberta-v3-large-squad2
|
|
learning_rate: 1e-5
|
|
gradient_checkpointing: false
|
|
gradient_accumulation_steps: 32
|
|
per_device_train_batch_size: 1
|
|
warmup_steps: 600
|
|
eval_steps: 200
|
|
save_steps: 500
|
|
max_length: 512
|
|
num_train_epochs: 2
|
|
datasets:
|
|
- webgpt
|
|
- hfsummary
|