ups lora bs x grad_acc to 64

2026-06-27 17:29:09 +08:00 · 2023-11-10 09:30:54 +01:00
parent 13141a4b0b
commit 0f0b61c096
1 changed files with 1 additions and 1 deletions
@@ -29,7 +29,7 @@ do_eval: true
 ddp_find_unused_parameters: true
 evaluation_strategy: epoch
 eval_steps: 100
-gradient_accumulation_steps: 16
+gradient_accumulation_steps: 32
 gradient_checkpointing: true
 gradient_checkpointing_kwargs:
  use_reentrant: False