[rllib] Fix use_lstm option when using custom model with dict space (#3368)

## What do these changes do?

This passes in the right obs space to the lstm model wrapper, so that it doesn't attempt to un-flatten the already processed dict observation.

## Related issue number

Closes https://github.com/ray-project/ray/issues/3367
This commit is contained in:
Eric Liang
2018-11-23 22:51:08 -08:00
committed by Richard Liaw
parent 8b76bab25c
commit 55fca828ce
5 changed files with 9 additions and 29 deletions
@@ -1,23 +0,0 @@
#!/bin/sh
# TODO: Test AC3
ALGS='DQN PPO'
GYM_ENV='CartPole-v0'
for ALG in $ALGS
do
EXPERIMENT_NAME=$GYM_ENV'_'$ALG
python /ray/python/ray/rllib/train.py --run $ALG --env $GYM_ENV \
--stop '{"training_iteration": 2}' --experiment-name $EXPERIMENT_NAME \
--checkpoint-freq 1
EXPERIMENT_PATH='/tmp/ray/'$EXPERIMENT_NAME
CHECKPOINT_FOLDER=$(ls $EXPERIMENT_PATH)
CHECKPOINT=$EXPERIMENT_PATH'/'$CHECKPOINT_FOLDER'/checkpoint-1'
python /ray/python/ray/rllib/eval.py $CHECKPOINT --run $ALG \
--env $GYM_ENV --no-render
# Clean up
rm -rf $EXPERIMENT_PATH
done