* various small changes

* various small changes

* update

* update

* update

* update

* update

* auto save

* change model loc

* updated instructions

* moved to gcloud storage

* fixed cd issue

* update

* UpdateCensor

* UpdateCensor

* removed old files and changed download location

* make install executable

* fixed download issue
This commit is contained in:
Nick Walton
2019-12-07 16:31:30 -07:00
committed by GitHub
parent 49086fdb0b
commit b780ab3269
2 changed files with 13 additions and 326095 deletions
File diff suppressed because it is too large Load Diff
+13 -5
View File
@@ -1,18 +1,26 @@
MODELS_DIRECTORY=generator/gpt2/models
MODEL_VERSION=model_v5
MODEL_NAME=model-550
DOWNLOAD_URL=https://aidungeonmodel.s3-us-west-1.amazonaws.com
DOWNLOAD_URL=http://130.211.31.182:80
if [ -d "${MODELS_DIRECTORY}/${MODEL_VERSION}" ]; then
echo "AIDungeon2 is already installed"
else
echo "Downloading AIDungeon2 Model... (this may take a few minutes)"
cd ${MODELS_DIRECTORY}
echo "Downloading AIDungeon2 Model... (this may take a few minutes)"
gsutil -m cp -r gs://ai_dungeon_awesomeness/model_v5 .
mkdir ${MODEL_VERSION}
cd ${MODEL_VERSION}
apt-get install aria2
aria2c -x 16 -s 32 "${DOWNLOAD_URL}/${MODEL_VERSION}/${MODEL_NAME}.data-00000-of-00001"
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/checkpoint" > /dev/null
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/encoder.json" > /dev/null
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/hparams.json" > /dev/null
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/${MODEL_NAME}.index" > /dev/null
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/${MODEL_NAME}.meta" > /dev/null
wget "${DOWNLOAD_URL}/${MODEL_VERSION}/vocab.bpe" > /dev/null
echo "Download Complete!"
cd ../../..
cd ../../../..
pip install -r requirements.txt > /dev/null
fi