Adding BNB 8-bit Adam

2026-08-14 12:00:19 +08:00 · 2023-01-09 22:07:06 -05:00
parent cc4c008933
commit 08bdadf222
3 changed files with 8 additions and 2 deletions
@@ -22,7 +22,7 @@ defaults:
  loss_fn: CrossEntropyLoss
  eval_size:
  log_dir: "base"
-  quantization:
+  quantization: false

 galactica-125:
  learning_rate: 5e-5
@@ -62,4 +62,4 @@ debug:
  gradient_accumulation_steps: 1
  per_device_train_batch_size: 1
  per_device_eval_batch_size: 1
-  quantization:
+  quantization: false