test_end_to_end now working, added instructions to README, sentencepiece dependency

This commit is contained in:
Tomasz Pietruszka
2019-01-22 20:10:38 +01:00
parent dd296f3088
commit 0e864fb291
4 changed files with 14 additions and 2 deletions
+2 -1
View File
@@ -25,7 +25,8 @@ def get_test_data():
imdb = data / "imdb"
test_data = data / "test"
shutil.rmtree(test_data)
if test_data.exists():
shutil.rmtree(test_data)
test_wt = test_data / 'wikitext-s'
test_imdb = test_data / 'imdb'