diff --git a/python/ray/rllib/common.py b/python/ray/rllib/common.py
index 8c003316e..23b6e6da0 100644
--- a/python/ray/rllib/common.py
+++ b/python/ray/rllib/common.py
@@ -141,8 +141,8 @@ class Agent(object):
         """
 
         start = time.time()
-        self.iteration += 1
         result = self._train()
+        self.iteration += 1
         time_this_iter = time.time() - start
 
         self.time_total += time_this_iter