refactoring, now running

This commit is contained in:
Sotirios Anagnostidis
2023-01-11 22:42:04 +01:00
parent 5b77dd2e9f
commit 4a3ea0b033
5 changed files with 50 additions and 26 deletions
@@ -23,8 +23,10 @@ defaults:
eval_size:
log_dir: "base"
quantization: false
seq2seqmodel: false
poly_eps: 1.0
galactica-125:
galactica-125m:
learning_rate: 5e-5
model_name: facebook/galactica-125m
weight_decay: 0.01
@@ -58,8 +60,8 @@ codegen:
debug:
eval_steps: 20
eval_size: 100
eval_size: 20
gradient_accumulation_steps: 1
per_device_train_batch_size: 1
per_device_eval_batch_size: 1
quantization: false
quantization: false