From 6b3f250dd5ec3a20d0f13de81c999d5f8c9ef939 Mon Sep 17 00:00:00 2001
From: Less Wright <lessw@etrillium.com>
Date: Sun, 4 Apr 2021 22:04:23 -0700
Subject: [PATCH] basic framework

---
 src/Ranger21.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/Ranger21.py b/src/Ranger21.py
index 4c7a35f..5593c40 100644
--- a/src/Ranger21.py
+++ b/src/Ranger21.py
@@ -59,7 +59,7 @@ class Ranger21(torch.optim.Optimizer):
             return 1.0
 
         if style=='linear':
-            return min(1.0, (step+1/warmup) )
+            return min(1.0, (step/warmup) )
 
         elif style=='exponential':
             return 1.0 - math.exp(-step/warmup)