mirror of
https://github.com/wassname/pytorch-ts.git
synced 2026-07-10 19:09:28 +08:00
Dr. Kashif Rasul
68 lines
2.0 KiB
Python
68 lines
2.0 KiB
Python
import time
|
|
from typing import Any, List, NamedTuple, Optional, Union
|
|
|
|
import torch
|
|
import torch.nn as nn
|
|
from tqdm import tqdm
|
|
|
|
from pts.dataset import TrainDataLoader
|
|
|
|
|
|
class Trainer:
|
|
def __init__(
|
|
self,
|
|
epochs: int = 100,
|
|
batch_size: int = 32,
|
|
num_batches_per_epoch: int = 50,
|
|
learning_rate: float = 1e-3,
|
|
weight_decay: float = 1e-6,
|
|
device: Optional[torch.device] = None,
|
|
) -> None:
|
|
self.epochs = epochs
|
|
self.batch_size = batch_size
|
|
self.num_batches_per_epoch = num_batches_per_epoch
|
|
self.learning_rate = learning_rate
|
|
self.weight_decay = weight_decay
|
|
self.device = device
|
|
|
|
def __call__(
|
|
self, net: nn.Module, input_names: List[str], train_iter: TrainDataLoader
|
|
) -> None:
|
|
|
|
net.to(self.device)
|
|
|
|
optimizer = torch.optim.Adam(
|
|
net.parameters(), lr=self.learning_rate, weight_decay=self.weight_decay
|
|
)
|
|
|
|
for epoch_no in range(self.epochs):
|
|
# mark epoch start time
|
|
tic = time.time()
|
|
avg_epoch_loss = 0.0
|
|
|
|
with tqdm(train_iter) as it:
|
|
for batch_no, data_entry in enumerate(it, start=1):
|
|
optimizer.zero_grad()
|
|
inputs = [data_entry[k] for k in input_names]
|
|
|
|
output = net(*inputs)
|
|
if isinstance(output, (list, tuple)):
|
|
loss = output[0]
|
|
else:
|
|
loss = output
|
|
|
|
avg_epoch_loss += loss.item()
|
|
it.set_postfix(
|
|
ordered_dict={
|
|
"avg_epoch_loss": avg_epoch_loss / batch_no,
|
|
"epoch": epoch_no,
|
|
},
|
|
refresh=False,
|
|
)
|
|
|
|
loss.backward()
|
|
optimizer.step()
|
|
|
|
# mark epoch end time and log time cost of current epoch
|
|
toc = time.time()
|