Fix lr key name in case of param groups (#1719)

* Fix lr key name in case of param groups

* Add tests

* Update test and added configure_optimizers__param_groups

* Update CHANGELOG
This commit is contained in:
Rohit Gupta
2020-05-10 17:05:34 -04:00
committed by GitHub
parent 7f64ad7a33
commit d962ab5d89
5 changed files with 38 additions and 2 deletions
+2 -2
View File
@@ -80,7 +80,7 @@ class LearningRateLogger(Callback):
param_groups = scheduler['scheduler'].optimizer.param_groups
if len(param_groups) != 1:
for i, pg in enumerate(param_groups):
lr, key = pg['lr'], f'{name}/{i + 1}'
lr, key = pg['lr'], f'{name}/pg{i + 1}'
self.lrs[key].append(lr)
latest_stat[key] = lr
else:
@@ -109,7 +109,7 @@ class LearningRateLogger(Callback):
param_groups = sch.optimizer.param_groups
if len(param_groups) != 1:
for i, pg in enumerate(param_groups):
temp = name + '/pg' + str(i + 1)
temp = f'{name}/pg{i + 1}'
names.append(temp)
else:
names.append(name)