This commit is contained in:
Sotirios Anagnostidis
2023-01-06 18:25:20 +01:00
parent ef02693ac9
commit 91853753a8
@@ -47,7 +47,8 @@ gpt-jt:
debug:
eval_steps: 20
eval_size: 100
model_name: EleutherAI/gpt-j-6B
gradient_accumulation_steps: 2
per_device_train_batch_size: 1
per_device_eval_batch_size: 1
quantization:
quantization: 8bit