mirror of
https://github.com/wassname/multifit.git
synced 2026-10-27 13:00:53 +08:00
Quick fixes to imports etc.
This commit is contained in:
1 parent
3e8f9f8b5f
commit
1cc49e666f
1 file changed
+3
-1
@@ -6,12 +6,14 @@ Articles are tokenized using the Moses tokenizer. Articles with least than
|
||||
"""
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
from collections import Counter
|
||||
import json
|
||||
|
||||
from shutil import copyfile
|
||||
|
||||
from sacremoses import MosesTokenizer
|
||||
from fastai_contrib.utils import get_sentencepiece, replace_number, UNK
|
||||
from fastai_contrib.utils import replace_number, UNK
|
||||
from fastai_contrib.tokenizers import get_sentencepiece, SentencepieceTokenizer
|
||||
|
||||
|
||||
def get_texts(root):
|
||||
|
||||
Reference in new issue
Block a user