From 631ba14b343a9f045b630bcc0864b7f7a0b3e60e Mon Sep 17 00:00:00 2001 From: Sotirios Anagnostidis Date: Sat, 11 Feb 2023 10:30:57 +0100 Subject: [PATCH] no wandb when debugging --- model/supervised_finetuning/configs/config.yaml | 2 ++ model/supervised_finetuning/trainer.py | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/model/supervised_finetuning/configs/config.yaml b/model/supervised_finetuning/configs/config.yaml index 79e4751d..91a38596 100644 --- a/model/supervised_finetuning/configs/config.yaml +++ b/model/supervised_finetuning/configs/config.yaml @@ -47,6 +47,7 @@ defaults: seq2seqmodel: false poly_eps: 1.0 fuse_gelu: true + log_wandb: true galactica-125m: learning_rate: 5e-5 @@ -87,3 +88,4 @@ debug: per_device_train_batch_size: 1 per_device_eval_batch_size: 1 quantization: false + log_wandb: false diff --git a/model/supervised_finetuning/trainer.py b/model/supervised_finetuning/trainer.py index ce80830b..155fd889 100644 --- a/model/supervised_finetuning/trainer.py +++ b/model/supervised_finetuning/trainer.py @@ -231,11 +231,11 @@ if __name__ == "__main__": eval_steps=training_conf.eval_steps, save_steps=training_conf.save_steps, eval_accumulation_steps=training_conf.eval_accumulation_steps, - report_to="wandb", + report_to="wandb" if training_conf.log_wandb else None, ) assert len(evals) > 0 - if not training_conf.deepspeed or training_conf.local_rank == 0: + if training_conf.log_wandb and not training_conf.deepspeed or training_conf.local_rank == 0: import wandb wandb.init(