[rllib] Added evaluation script to RLLib (#1295)

test/jenkins_tests/multi_node_tests/test_rllib_eval.sh

@@ -0,0 +1,23 @@
+#!/bin/sh
+
+# TODO: Test AC3
+ALGS='DQN PPO'
+GYM_ENV='CartPole-v0'
+
+for ALG in $ALGS
+do
+  EXPERIMENT_NAME=$GYM_ENV'_'$ALG
+  python /ray/python/ray/rllib/train.py --run $ALG --env $GYM_ENV \
+    --stop '{"training_iteration": 2}' --experiment-name $EXPERIMENT_NAME \
+    --checkpoint-freq 1
+
+  EXPERIMENT_PATH='/tmp/ray/'$EXPERIMENT_NAME
+  CHECKPOINT_FOLDER=$(ls $EXPERIMENT_PATH)
+  CHECKPOINT=$EXPERIMENT_PATH'/'$CHECKPOINT_FOLDER'/checkpoint-1'
+
+  python /ray/python/ray/rllib/eval.py $CHECKPOINT --run $ALG \
+    --env $GYM_ENV --no-render
+
+  # Clean up
+  rm -rf $EXPERIMENT_PATH
+done