diff --git a/ulmfit/pretrain_lm.py b/ulmfit/pretrain_lm.py
index 6370955..148c6ec 100644
--- a/ulmfit/pretrain_lm.py
+++ b/ulmfit/pretrain_lm.py
@@ -111,7 +111,7 @@ def pretrain_lm(dir_path, lang='en', cuda_id=0, qrnn=True, clean=True, max_vocab
     fastai.text.learner.default_dropout['language'] = dps
     learn = language_model_learner(data_lm, bptt=bptt, emb_sz=emb_sz, nh=nh, nl=nl, pad_token=1,
                            drop_mult=drop_mult, tie_weights=True, model_dir=model_dir,
-                           bias=True, qrnn=True, clip=0.12)
+                           bias=True, qrnn=qrnn, clip=0.12)
     # compared to standard Adam, we set beta_1 to 0.8
     learn.opt_fn = partial(optim.Adam, betas=(0.8, 0.99))
     learn.true_wd = False