From 670be60ca80e084c116e13847085ec604068c280 Mon Sep 17 00:00:00 2001
From: theblackcat102 <theblackcat102@github.com>
Date: Sat, 14 Jan 2023 12:17:58 +0000
Subject: [PATCH] [fix] Fix config typo

---
 model/supervised_finetuning/configs/config.yaml | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/model/supervised_finetuning/configs/config.yaml b/model/supervised_finetuning/configs/config.yaml
index 0440201a..2eaa6686 100644
--- a/model/supervised_finetuning/configs/config.yaml
+++ b/model/supervised_finetuning/configs/config.yaml
@@ -28,8 +28,8 @@ defaults:
     - scitldr
     - soda
     - joke
-    -
-    - joke
+    - gsm8k
+    - samsum
   cache_dir: .cache
   loss_fn: CrossEntropyLoss
   eval_size:
@@ -63,10 +63,10 @@ codegen:
   learning_rate: 8e-6
   model_name: Salesforce/codegen-2B-multi
   weight_decay: 0.01
-  max_length: 512
+  max_length: 520
   warmup_steps: 1000
   gradient_checkpointing: false
-  gradient_accumulation_steps: 10
+  gradient_accumulation_steps: 9
   per_device_train_batch_size: 2
   per_device_eval_batch_size: 4