From 0f0b61c0967c471892900c4d88d29365be66414b Mon Sep 17 00:00:00 2001
From: edbeeching <edbeeching@gmail.com>
Date: Fri, 10 Nov 2023 09:30:54 +0100
Subject: [PATCH] ups lora bs x grad_acc to 64

---
 recipes/zephyr-7b/dpo/config_lora.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/recipes/zephyr-7b/dpo/config_lora.yaml b/recipes/zephyr-7b/dpo/config_lora.yaml
index 9100d1a..2e9bb28 100644
--- a/recipes/zephyr-7b/dpo/config_lora.yaml
+++ b/recipes/zephyr-7b/dpo/config_lora.yaml
@@ -29,7 +29,7 @@ do_eval: true
 ddp_find_unused_parameters: true
 evaluation_strategy: epoch
 eval_steps: 100
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 32
 gradient_checkpointing: true
 gradient_checkpointing_kwargs:
   use_reentrant: False