wassname/multifit
1
0
Fork 0
mirror of https://github.com/wassname/multifit.git synced 2026-09-09 11:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix bug where de-all was de-100

Browse Source
This commit is contained in:
Piotr Czapla
2018-11-17 17:14:13 +01:00
parent 2674a713fc
commit 37b73e262f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ulmfit/create_wikitext.py
+1 -1
View File
@@ -100,7 +100,7 @@ def main(args):
write_wikitext(lrg_wiki_train, text_iter, mt, 98000000, mode='a')
all_wiki_train = all_wiki / f'{args.lang}.wiki.train.tokens'
copyfile(lrg_wiki_train, all_wiki_train)
write_wikitext(lrg_wiki_train, text_iter, mt, None, mode='a') # TODO fix it (change lrg to all)
write_wikitext(all_wiki_train, text_iter, mt, None, mode='a')
if __name__ == '__main__':