diff --git a/model/supervised_finetuning/configs/config.yaml b/model/supervised_finetuning/configs/config.yaml index 2f529e85..64c024c2 100644 --- a/model/supervised_finetuning/configs/config.yaml +++ b/model/supervised_finetuning/configs/config.yaml @@ -47,7 +47,8 @@ gpt-jt: debug: eval_steps: 20 eval_size: 100 + model_name: EleutherAI/gpt-j-6B gradient_accumulation_steps: 2 per_device_train_batch_size: 1 per_device_eval_batch_size: 1 - quantization: \ No newline at end of file + quantization: 8bit \ No newline at end of file