wassname/pytorch-lightning
1
0
Fork 0
mirror of https://github.com/wassname/pytorch-lightning.git synced 2026-09-11 12:31:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix lr key name in case of param groups (#1719)

Browse Source 
* Fix lr key name in case of param groups

* Add tests

* Update test and added configure_optimizers__param_groups

* Update CHANGELOG
This commit is contained in:
Rohit Gupta
2020-05-10 17:05:34 -04:00
committed by GitHub
parent 7f64ad7a33
commit d962ab5d89
5 changed files with 38 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/base/mixins.py
View File
tests/base/model_optimizers.py
+10
View File
@@ -59,3 +59,13 @@ class ConfigureOptimizersPool(ABC):
optimizer = optim.Adam(self.parameters(), lr=self.hparams.learning_rate)
lr_scheduler = optim.lr_scheduler.ReduceLROnPlateau(optimizer)
return [optimizer], [lr_scheduler]
def configure_optimizers__param_groups(self):
param_groups = [
{'params': list(self.parameters())[:2], 'lr': self.hparams.learning_rate * 0.1},
{'params': list(self.parameters())[2:], 'lr': self.hparams.learning_rate}
]
optimizer = optim.Adam(param_groups)
lr_scheduler = optim.lr_scheduler.StepLR(optimizer, 1, gamma=0.1)
return [optimizer], [lr_scheduler]