change lr_decay config field to noam_schedule

2026-09-09 11:16:00 +08:00 · 2020-01-03 00:38:08 +01:00
parent 9d666af715
commit 6e09224697
1 changed files with 1 additions and 1 deletions
@@ -602,7 +602,7 @@ def main(args):  # pylint: disable=redefined-outer-name
    if num_gpus > 1:
        model = apply_gradient_allreduce(model)

-    if c.lr_decay:
+    if c.noam_schedule:
        scheduler = NoamLR(optimizer,
                           warmup_steps=c.warmup_steps,
                           last_epoch=args.restore_step - 1)