wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-07 11:27:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Add downscale and frameskip options for Montezumas (#908)

Browse Source 
* up

* update

* fix

* update

* update

* update

* api break

* Update run_multi_node_tests.sh

* fix
This commit is contained in:
Eric Liang
2017-09-02 17:20:56 -07:00
committed by Philipp Moritz
parent 7a36430399
commit 1ebfe9608f
12 changed files with 88 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/jenkins_tests/run_multi_node_tests.sh
+8 -1
View File
@@ -89,7 +89,7 @@ docker run --shm-size=10G --memory=10G $DOCKER_SHA \
--env CartPole-v0 \
--alg DQN \
--num-iterations 2 \
--config '{"lr": 1e-3, "schedule_max_timesteps": 100000, "exploration_fraction": 0.1, "exploration_final_eps": 0.02, "dueling": false, "hiddens": [], "model_config": {"fcnet_hiddens": [64], "fcnet_activation": "relu"}}'
--config '{"lr": 1e-3, "schedule_max_timesteps": 100000, "exploration_fraction": 0.1, "exploration_final_eps": 0.02, "dueling": false, "hiddens": [], "model": {"fcnet_hiddens": [64], "fcnet_activation": "relu"}}'
docker run --shm-size=10G --memory=10G $DOCKER_SHA \
python /ray/python/ray/rllib/train.py \
@@ -97,3 +97,10 @@ docker run --shm-size=10G --memory=10G $DOCKER_SHA \
--alg DQN \
--num-iterations 2 \
--config '{"lr": 1e-4, "schedule_max_timesteps": 2000000, "buffer_size": 10000, "exploration_fraction": 0.1, "exploration_final_eps": 0.01, "train_freq": 4, "learning_starts": 10000, "target_network_update_freq": 1000, "gamma": 0.99, "prioritized_replay": true}'
docker run --shm-size=10G --memory=10G $DOCKER_SHA \
python /ray/python/ray/rllib/train.py \
--env MontezumaRevenge-v0 \
--alg PPO \
--num-iterations 2 \
--config '{"kl_coeff": 1.0, "num_sgd_iter": 10, "sgd_stepsize": 1e-4, "sgd_batchsize": 64, "timesteps_per_batch": 2000, "num_workers": 1, "model": {"downscale_factor": 4, "conv_filters": [[16, [8, 8], 4], [32, [4, 4], 2], [512, [5, 5], 1]]}, "extra_frameskip": 4}'