From e656337f17ff448810ebf2098d7d3c1c6c730d3d Mon Sep 17 00:00:00 2001 From: "Dr. Kashif Rasul" Date: Mon, 4 Jan 2021 11:38:34 +0100 Subject: [PATCH] trying adam --- pts/trainer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pts/trainer.py b/pts/trainer.py index 45a6eb3..d759785 100644 --- a/pts/trainer.py +++ b/pts/trainer.py @@ -7,8 +7,8 @@ import wandb import torch import torch.nn as nn -from torch.optim import AdamW -from torch.optim.lr_scheduler import ReduceLROnPlateau, OneCycleLR +from torch.optim import Adam +from torch.optim.lr_scheduler import OneCycleLR from torch.utils.data import DataLoader from gluonts.core.component import validated @@ -46,7 +46,7 @@ class Trainer: ) -> None: wandb.watch(net, log="all", log_freq=self.num_batches_per_epoch) - optimizer = AdamW( + optimizer = Adam( net.parameters(), lr=self.learning_rate, weight_decay=self.weight_decay