From 0422df466e80c9b15280e34b6e2cd0ee6f68060b Mon Sep 17 00:00:00 2001 From: Robert Milletich Date: Fri, 7 Apr 2023 11:49:35 -0400 Subject: [PATCH] Fix typo in examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py (#275) (#277) Co-authored-by: rmilleti --- .../peft_lora_clm_accelerate_ds_zero3_offload.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py b/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py index daf9d1f..b136781 100644 --- a/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py +++ b/examples/causal_language_modeling/peft_lora_clm_accelerate_ds_zero3_offload.py @@ -267,7 +267,7 @@ def main(): tracemalloc.cpu_peaked + b2mb(tracemalloc.cpu_begin) ) ) - train_epoch_loss = total_loss / len(eval_dataloader) + train_epoch_loss = total_loss / len(train_dataloader) train_ppl = torch.exp(train_epoch_loss) accelerator.print(f"{epoch=}: {train_ppl=} {train_epoch_loss=}")