Files
multifit/get_preprocessed_wikis.sh
T
2019-02-14 16:45:51 +01:00

10 lines
358 B
Bash
Executable File

#!/usr/bin/env bash
set -x
ZIPNAME="preprocessed_wiki_8langs.zip"
OUTDIR="data/wiki"
wget -nc 'https://www.dropbox.com/sh/srfwvur6orq0cre/AAAQc36bcD17C1KM1mneXN7fa/data/wiki?dl=1' -O "${ZIPNAME}"
mkdir -p "${OUTDIR}"
unzip "${ZIPNAME}" -d "${OUTDIR}"
for archive in "${OUTDIR}"/??-100.tar.gz; do tar xvf "${archive}" -C "${OUTDIR}" && rm "${archive}"; done