From 30db9207875c73f31fa9ead608c0f77499f12d3e Mon Sep 17 00:00:00 2001 From: Eric Liang Date: Thu, 7 May 2020 10:47:55 -0700 Subject: [PATCH] [rllib] Fix centralized critic example to use right policy (#8341) * update * update --- rllib/examples/centralized_critic.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/rllib/examples/centralized_critic.py b/rllib/examples/centralized_critic.py index d4b2aa2fd..4446d1586 100644 --- a/rllib/examples/centralized_critic.py +++ b/rllib/examples/centralized_critic.py @@ -142,7 +142,6 @@ def loss_with_central_critic(policy, model, dist_class, train_batch): train_batch[OPPONENT_ACTION]) policy.loss_obj = PPOLoss( - policy.action_space, dist_class, model, train_batch[Postprocessing.VALUE_TARGETS], @@ -159,8 +158,7 @@ def loss_with_central_critic(policy, model, dist_class, train_batch): clip_param=policy.config["clip_param"], vf_clip_param=policy.config["vf_clip_param"], vf_loss_coeff=policy.config["vf_loss_coeff"], - use_gae=policy.config["use_gae"], - model_config=policy.config["model"]) + use_gae=policy.config["use_gae"]) return policy.loss_obj.loss @@ -193,7 +191,8 @@ CCPPO = PPOTFPolicy.with_updates( CentralizedValueMixin ]) -CCTrainer = PPOTrainer.with_updates(name="CCPPOTrainer", default_policy=CCPPO) +CCTrainer = PPOTrainer.with_updates( + name="CCPPOTrainer", default_policy=CCPPO, get_policy_class=None) if __name__ == "__main__": args = parser.parse_args()