[rllib] Added evaluation script to RLLib (#1295)

This commit is contained in:
Peter Schafhalter
2017-12-11 11:59:44 -08:00
committed by Richard Liaw
parent 96c46d35ff
commit 20d6b74aa6
4 changed files with 127 additions and 0 deletions
@@ -0,0 +1,23 @@
#!/bin/sh
# TODO: Test AC3
ALGS='DQN PPO'
GYM_ENV='CartPole-v0'
for ALG in $ALGS
do
EXPERIMENT_NAME=$GYM_ENV'_'$ALG
python /ray/python/ray/rllib/train.py --run $ALG --env $GYM_ENV \
--stop '{"training_iteration": 2}' --experiment-name $EXPERIMENT_NAME \
--checkpoint-freq 1
EXPERIMENT_PATH='/tmp/ray/'$EXPERIMENT_NAME
CHECKPOINT_FOLDER=$(ls $EXPERIMENT_PATH)
CHECKPOINT=$EXPERIMENT_PATH'/'$CHECKPOINT_FOLDER'/checkpoint-1'
python /ray/python/ray/rllib/eval.py $CHECKPOINT --run $ALG \
--env $GYM_ENV --no-render
# Clean up
rm -rf $EXPERIMENT_PATH
done
@@ -146,6 +146,9 @@ docker run --rm --shm-size=10G --memory=10G $DOCKER_SHA \
# --stop '{"training_iteration": 2}' \
# --config '{"num_workers": 2, "use_lstm": false, "use_pytorch": true, "model": {"grayscale": true, "zero_mean": false, "dim": 80, "channel_major": true}}'
docker run --rm --shm-size=10G --memory=10G $DOCKER_SHA \
sh /ray/test/jenkins_tests/multi_node_tests/test_rllib_eval.sh
docker run --rm --shm-size=10G --memory=10G $DOCKER_SHA \
python /ray/python/ray/rllib/test/test_checkpoint_restore.py