From 22cb8b1660eed807d311a269ec9df3b216edfd71 Mon Sep 17 00:00:00 2001
From: Marcin <marcin.kardas@gmail.com>
Date: Fri, 15 Feb 2019 00:00:20 +0100
Subject: [PATCH] Download pretrained models

---
 get_preprocessed_wikis.sh | 9 +++++++++
 1 file changed, 9 insertions(+)

diff --git a/get_preprocessed_wikis.sh b/get_preprocessed_wikis.sh
index b5c1339..ac4a7ec 100755
--- a/get_preprocessed_wikis.sh
+++ b/get_preprocessed_wikis.sh
@@ -7,3 +7,12 @@ mkdir -p "${OUTDIR}"
 unzip "${ZIPNAME}" -d "${OUTDIR}"
 
 for archive in "${OUTDIR}"/??-100.tar.gz; do tar xvf "${archive}" -C "${OUTDIR}" && rm "${archive}"; done
+
+#optionally download models
+MODELS="pretrained_lm_models.zip"
+read -r -p "Download pretrained lm models? [y/N] " response
+if [[ "$response" =~ ^[yY]$ ]]
+then
+    wget -nc 'https://www.dropbox.com/sh/srfwvur6orq0cre/AAABRFdrCNHmbpf4nNcMiJwJa/models/data/wiki?dl=1' -O "${MODELS}"
+    unzip "${MODELS}" -d "${OUTDIR}"
+fi