Files
Castor/sm_cnn/create_dataset.sh
rosequ 28a198f33c Update bridge (#87) (#89)
* initial commit of the updated bridge

* moved bridge file to the root

* after CR1

* after CR2
2017-12-05 12:23:08 -05:00

17 lines
870 B
Bash
Executable File

#!/bin/sh
mkdir -p data
python overlap_features.py --dir ../../data/TrecQA/
CURRENT_DIR=$(pwd)
cd ../../data/TrecQA
cd raw-dev/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.dev.tsv; cd ..
cd raw-test/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.test.tsv; cd ..
cd train-all/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.train.tsv; cd ..
cd $CURRENT_DIR
python overlap_features.py --dir ../../data/WikiQA/
cd ../../data/WikiQA
cd dev/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.dev.tsv; cd ..
cd test/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.test.tsv; cd ..
cd train/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.train.tsv; cd ..
cd $CURRENT_DIR