diff --git a/prepare_xnli.sh b/prepare_xnli.sh index fa67589..8a04834 100644 --- a/prepare_xnli.sh +++ b/prepare_xnli.sh @@ -22,3 +22,5 @@ fi unzip "${MT_PATH}" -d "${XNLI_DIR}" unzip "${XNLI_PATH}" -d "${XNLI_DIR}" + +echo "Please note xnli en is already tokenized with Moses" diff --git a/requirements.txt b/requirements.txt index bb5bd5b..eb003e9 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,2 +1,4 @@ fire>=0.1.3 -cupy>=5.0.0 \ No newline at end of file +cupy>=5.0.0 +scikit-learn>=0.20 +sacremoses>=0.0.5 \ No newline at end of file