diff --git a/ulmfit/pretrain_lm.py b/ulmfit/pretrain_lm.py
index b89a994..775822a 100644
--- a/ulmfit/pretrain_lm.py
+++ b/ulmfit/pretrain_lm.py
@@ -221,7 +221,7 @@ class LMHyperParams:
         learn.opt_fn = partial(optim.Adam, betas=(0.8, 0.99))
         learn.metrics = [accuracy_fwd, accuracy_bwd] if self.bidir else [accuracy]
         learn.callback_fns += [partial(CSVLogger, filename=f"{learn.model_dir}/lm-history"),
-                               partial(SaveModelCallback, every='epoch', name='lm')]
+                               partial(SaveModelCallback, every='improvement', name='lm')]
         return learn
 
     def load_train_text(self):