diff --git a/recipes/zephyr-7b/dpo/config_full.yaml b/recipes/zephyr-7b/dpo/config_full.yaml index 8845330..433c36d 100644 --- a/recipes/zephyr-7b/dpo/config_full.yaml +++ b/recipes/zephyr-7b/dpo/config_full.yaml @@ -28,7 +28,7 @@ max_prompt_length: 512 num_train_epochs: 3 optim: rmsprop output_dir: data/zephyr-7b-dpo-full -per_device_train_batch_size: 4 +per_device_train_batch_size: 8 per_device_eval_batch_size: 4 push_to_hub: true save_strategy: "no"