wassname/Ranger21
1
0
Fork 0
mirror of https://github.com/wassname/Ranger21.git synced 2026-09-13 12:11:27 +08:00
Code Issues Packages Projects Releases Wiki Activity

basic framework

Browse Source
This commit is contained in:
Less Wright
2021-04-04 22:04:23 -07:00
parent 588f548f8e
commit 6b3f250dd5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/Ranger21.py
+1 -1
View File
@@ -59,7 +59,7 @@ class Ranger21(torch.optim.Optimizer):
return 1.0
if style=='linear':
return min(1.0, (step+1/warmup) )
return min(1.0, (step/warmup) )
elif style=='exponential':
return 1.0 - math.exp(-step/warmup)