diff --git a/src/Ranger21.py b/src/Ranger21.py index 4c7a35f..5593c40 100644 --- a/src/Ranger21.py +++ b/src/Ranger21.py @@ -59,7 +59,7 @@ class Ranger21(torch.optim.Optimizer): return 1.0 if style=='linear': - return min(1.0, (step+1/warmup) ) + return min(1.0, (step/warmup) ) elif style=='exponential': return 1.0 - math.exp(-step/warmup)