add RADAM reference

2026-09-09 11:16:00 +08:00 · 2019-08-30 10:33:46 +02:00
parent 529348d6dc
commit dc69074a56
1 changed files with 1 additions and 0 deletions
@@ -3,6 +3,7 @@ import torch
 from torch.optim.optimizer import Optimizer


+# adapted from https://github.com/LiyuanLucasLiu/RAdam
 class RAdam(Optimizer):

    def __init__(self, params, lr=1e-3, betas=(0.9, 0.999), eps=1e-8, weight_decay=0):