From 37b73e262f467f33fd08b050684016c2271ff543 Mon Sep 17 00:00:00 2001 From: Piotr Czapla Date: Sat, 17 Nov 2018 17:14:13 +0100 Subject: [PATCH] Fix bug where de-all was de-100 --- ulmfit/create_wikitext.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ulmfit/create_wikitext.py b/ulmfit/create_wikitext.py index cca6a35..942475a 100644 --- a/ulmfit/create_wikitext.py +++ b/ulmfit/create_wikitext.py @@ -100,7 +100,7 @@ def main(args): write_wikitext(lrg_wiki_train, text_iter, mt, 98000000, mode='a') all_wiki_train = all_wiki / f'{args.lang}.wiki.train.tokens' copyfile(lrg_wiki_train, all_wiki_train) - write_wikitext(lrg_wiki_train, text_iter, mt, None, mode='a') # TODO fix it (change lrg to all) + write_wikitext(all_wiki_train, text_iter, mt, None, mode='a') if __name__ == '__main__':