[rllib] Multi-GPU support for Multi-Agent PPO (#3479)

* wip

* fix

* remove check

* fix null

* revert

* lint and kl

* also fix rollout
This commit is contained in:
Eric Liang
2018-12-08 18:02:33 -08:00
committed by GitHub
parent 8b5827b9da
commit 7aec357501
8 changed files with 78 additions and 66 deletions
@@ -184,7 +184,6 @@ class ModelSupportedSpaces(unittest.TestCase):
"train_batch_size": 10,
"sample_batch_size": 10,
"sgd_minibatch_size": 1,
"simple_optimizer": True,
})
check_support_multiagent("PG", {"num_workers": 1, "optimizer": {}})
check_support_multiagent("DDPG", {"timesteps_per_iteration": 1})