From e316174e1c6188ed45f9effa7a6e7d0081bf51d4 Mon Sep 17 00:00:00 2001
From: Evgenii Zheltonozhskii <zheltonozhskiy@gmail.com>
Date: Thu, 4 Jan 2024 07:04:46 +0200
Subject: [PATCH] Add warmup to config (#71)

Co-authored-by: lewtun <lewis.c.tunstall@gmail.com>
---
 recipes/zephyr-7b-beta/sft/config_lora.yaml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/recipes/zephyr-7b-beta/sft/config_lora.yaml b/recipes/zephyr-7b-beta/sft/config_lora.yaml
index 286166a..f45c5fc 100644
--- a/recipes/zephyr-7b-beta/sft/config_lora.yaml
+++ b/recipes/zephyr-7b-beta/sft/config_lora.yaml
@@ -49,4 +49,5 @@ report_to:
 - tensorboard
 save_strategy: "no"
 save_total_limit: null
-seed: 42
\ No newline at end of file
+seed: 42
+warmup_ratio: 0.1