diff --git a/pytorch_lightning/models/trainer.py b/pytorch_lightning/models/trainer.py index cc4fef79..3b376eff 100644 --- a/pytorch_lightning/models/trainer.py +++ b/pytorch_lightning/models/trainer.py @@ -628,6 +628,7 @@ class Trainer(TrainerIO): for param in model.parameters(): print(param.grad.float().sum()) + # avoid memory leaks self.batch_loss_value += loss.item() # gradient update with accumulated gradients