diff --git a/pytorch_lightning/trainer/trainer.py b/pytorch_lightning/trainer/trainer.py
index d352052a..d7a3ca01 100644
--- a/pytorch_lightning/trainer/trainer.py
+++ b/pytorch_lightning/trainer/trainer.py
@@ -1128,7 +1128,7 @@ class Trainer(TrainerIOMixin):
             # stop when the flag is changed or we've gone past the amount
             #  requested in the batches
             self.total_batch_nb += 1
-            met_batch_limit = batch_nb > self.nb_training_batches
+            met_batch_limit = batch_nb >= self.nb_training_batches
             if met_batch_limit:
                 break