From fac3ce343b5acdb6b16c2601be8a84b12bd405eb Mon Sep 17 00:00:00 2001
From: Piotr Czapla <github@piotrczapla.com>
Date: Wed, 12 Dec 2018 00:29:23 +0100
Subject: [PATCH] Fix BiLM implementation after upgrade of fastai

---
 fastai_contrib/learner.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/fastai_contrib/learner.py b/fastai_contrib/learner.py
index ea2588f..9699c41 100644
--- a/fastai_contrib/learner.py
+++ b/fastai_contrib/learner.py
@@ -1,3 +1,5 @@
+from torch.nn import CrossEntropyLoss
+
 from fastai import GradientClipping, accuracy
 from fastai.callbacks import *
 from fastai.basic_data import *
@@ -25,6 +27,7 @@ def bilm_learner(data:DataBunch, bptt:int=70, emb_sz:int=400, nh:int=1150, nl:in
         fnames = [learn.path/learn.model_dir/f'{fn}.{ext}' for fn,ext in zip(pretrained_fnames, ['pth', 'pkl'])]
         learn.load_pretrained(*fnames)
         learn.freeze()
+    learn.loss_func = CrossEntropyLoss()  # I'm not sure why fast ai is using CrossEntropyFlat but it breaks bilm
     return learn
 
 def bilm_text_classifier_learner(data: DataBunch, bptt: int = 70, max_len: int = 70 * 20, emb_sz: int = 400,