From 91853753a8759208ac9c9c8cdb07ef3ae2fffdba Mon Sep 17 00:00:00 2001 From: Sotirios Anagnostidis Date: Fri, 6 Jan 2023 18:25:20 +0100 Subject: [PATCH] conf --- model/supervised_finetuning/configs/config.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/model/supervised_finetuning/configs/config.yaml b/model/supervised_finetuning/configs/config.yaml index 2f529e85..64c024c2 100644 --- a/model/supervised_finetuning/configs/config.yaml +++ b/model/supervised_finetuning/configs/config.yaml @@ -47,7 +47,8 @@ gpt-jt: debug: eval_steps: 20 eval_size: 100 + model_name: EleutherAI/gpt-j-6B gradient_accumulation_steps: 2 per_device_train_batch_size: 1 per_device_eval_batch_size: 1 - quantization: \ No newline at end of file + quantization: 8bit \ No newline at end of file