mirror of
https://github.com/wassname/Castor.git
synced 2026-09-09 11:13:20 +08:00
Michael Tu
f7a0167b81
* Refactor main README * Update Anserini Dependency docs * Update idf baseline and Kim CNN docs to use Castor-data * Update remaining READMEs to reference Castor-data * Change default path from data to Castor-data * Fix wrong order of embeddings path
17 lines
898 B
Bash
Executable File
17 lines
898 B
Bash
Executable File
#!/bin/sh
|
|
mkdir -p data
|
|
python overlap_features.py --dir ../../Castor-data/TrecQA/
|
|
|
|
CURRENT_DIR=$(pwd)
|
|
cd ../../Castor-data/TrecQA
|
|
cd raw-dev/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.dev.tsv; cd ..
|
|
cd raw-test/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.test.tsv; cd ..
|
|
cd train-all/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/trecqa.train.tsv; cd ..
|
|
cd $CURRENT_DIR
|
|
|
|
python overlap_features.py --dir ../../Castor-data/WikiQA/
|
|
cd ../../Castor-data/WikiQA
|
|
cd dev/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.dev.tsv; cd ..
|
|
cd test/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.test.tsv; cd ..
|
|
cd train/; paste id.txt sim.txt a.toks b.toks overlap_feats.txt > $CURRENT_DIR/data/wikiqa.train.tsv; cd ..
|
|
cd $CURRENT_DIR |