mirror of
https://github.com/wassname/multifit.git
synced 2026-09-01 12:21:33 +08:00
16 lines
517 B
Bash
16 lines
517 B
Bash
#!/usr/bin/env bash
|
|
|
|
ROOT=data
|
|
DATA_DIR=$ROOT/cls
|
|
mkdir -p $DATA_DIR/tmp
|
|
echo "Saving data in $DATA_DIR"
|
|
|
|
if [ ! -d $DATA_DIR/tmp/cls-acl10-unprocessed ]; then
|
|
wget -c http://www.uni-weimar.de/medien/webis/corpora/corpus-webis-cls-10/cls-acl10-unprocessed.tar.gz -P $DATA_DIR/tmp
|
|
tar -xzvf $DATA_DIR/tmp/cls-acl10-unprocessed.tar.gz -C $DATA_DIR/tmp/
|
|
else
|
|
echo "CLS already exists. Skipping download."
|
|
fi
|
|
|
|
python ulmfit/postprocess_cls.py --input_dir $DATA_DIR/tmp/cls-acl10-unprocessed --output_dir $DATA_DIR
|