From 1cc49e666fb3053a5f526f535f5bc94119eadee4 Mon Sep 17 00:00:00 2001
From: Aayush <aayushyadav96@gmail.com>
Date: Thu, 15 Nov 2018 23:13:16 +0530
Subject: [PATCH] Quick fixes to imports etc.

---
 ulmfit/create_wikitext.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/ulmfit/create_wikitext.py b/ulmfit/create_wikitext.py
index b6f3dd9..072b90e 100644
--- a/ulmfit/create_wikitext.py
+++ b/ulmfit/create_wikitext.py
@@ -6,12 +6,14 @@ Articles are tokenized using the Moses tokenizer. Articles with least than
 """
 import argparse
 from pathlib import Path
+from collections import Counter
 import json
 
 from shutil import copyfile
 
 from sacremoses import MosesTokenizer
-from fastai_contrib.utils import get_sentencepiece, replace_number, UNK
+from fastai_contrib.utils import replace_number, UNK
+from fastai_contrib.tokenizers import get_sentencepiece, SentencepieceTokenizer
 
 
 def get_texts(root):