wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-09-12 12:51:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Auto clip actions to Box space range; deprecate squash_to_range (#3426)

Browse Source 
* fix clip

* tweak wording

* remove squash entirely

* Update rllib-models.rst

* fix argument order

* Apply suggestions from code review

Co-Authored-By: ericl <ekhliang@gmail.com>
This commit is contained in:
Eric Liang
2018-12-03 19:55:25 -08:00
committed by GitHub
parent 7abfbfd2f7
commit d8205976e8
8 changed files with 101 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/test/test_supported_spaces.py
+16 -10
View File
@@ -120,12 +120,15 @@ class ModelSupportedSpaces(unittest.TestCase):
stats,
check_bounds=True)
check_support("DQN", {"timesteps_per_iteration": 1}, stats)
check_support("A3C", {
"num_workers": 1,
"optimizer": {
"grads_per_step": 1
}
}, stats)
check_support(
"A3C", {
"num_workers": 1,
"optimizer": {
"grads_per_step": 1
}
},
stats,
check_bounds=True)
check_support(
"PPO", {
"num_workers": 1,
@@ -133,9 +136,6 @@ class ModelSupportedSpaces(unittest.TestCase):
"train_batch_size": 10,
"sample_batch_size": 10,
"sgd_minibatch_size": 1,
"model": {
"squash_to_range": True
},
},
stats,
check_bounds=True)
@@ -153,7 +153,13 @@ class ModelSupportedSpaces(unittest.TestCase):
"num_rollouts": 1,
"rollouts_used": 1
}, stats)
check_support("PG", {"num_workers": 1, "optimizer": {}}, stats)
check_support(
"PG", {
"num_workers": 1,
"optimizer": {}
},
stats,
check_bounds=True)
num_unexpected_errors = 0
for (alg, a_name, o_name), stat in sorted(stats.items()):
if stat not in ["ok", "unsupported"]: