no wandb when debugging

model/supervised_finetuning/configs/config.yaml

@@ -47,6 +47,7 @@ defaults:
   seq2seqmodel: false
   poly_eps: 1.0
   fuse_gelu: true
+  log_wandb: true
 
 galactica-125m:
   learning_rate: 5e-5
@@ -87,3 +88,4 @@ debug:
   per_device_train_batch_size: 1
   per_device_eval_batch_size: 1
   quantization: false
+  log_wandb: false

model/supervised_finetuning/trainer.py

@@ -231,11 +231,11 @@ if __name__ == "__main__":
         eval_steps=training_conf.eval_steps,
         save_steps=training_conf.save_steps,
         eval_accumulation_steps=training_conf.eval_accumulation_steps,
-        report_to="wandb",
+        report_to="wandb" if training_conf.log_wandb else None,
     )
 
     assert len(evals) > 0
-    if not training_conf.deepspeed or training_conf.local_rank == 0:
+    if training_conf.log_wandb and not training_conf.deepspeed or training_conf.local_rank == 0:
         import wandb
 
         wandb.init(