diff --git a/train.py b/train.py
index 910f9d8f..1a175043 100644
--- a/train.py
+++ b/train.py
@@ -429,7 +429,10 @@ def main(args):
             " | > Train Loss: {:.5f}   Validation Loss: {:.5f}".format(
                 train_loss, val_loss),
             flush=True)
-        best_loss = save_best_model(model, optimizer, train_loss, best_loss,
+        target_loss = train_loss
+        if c.run_eval:
+            target_loss = val_loss
+        best_loss = save_best_model(model, optimizer, target_loss, best_loss,
                                     OUT_PATH, current_step, epoch)