wassname/multifit
1
0
Fork 0
mirror of https://github.com/wassname/multifit.git synced 2026-09-09 11:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Quick fixes to imports etc.

Browse Source
This commit is contained in:
Aayush
2018-11-15 23:13:16 +05:30
committed by GitHub
parent 3e8f9f8b5f
commit 1cc49e666f
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ulmfit/create_wikitext.py
+3 -1
View File
@@ -6,12 +6,14 @@ Articles are tokenized using the Moses tokenizer. Articles with least than
"""
import argparse
from pathlib import Path
from collections import Counter
import json
from shutil import copyfile
from sacremoses import MosesTokenizer
from fastai_contrib.utils import get_sentencepiece, replace_number, UNK
from fastai_contrib.utils import replace_number, UNK
from fastai_contrib.tokenizers import get_sentencepiece, SentencepieceTokenizer
def get_texts(root):