wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-15 11:25:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Fix centralized critic example to use right policy (#8341)

Browse Source 
* update

* update
This commit is contained in:
Eric Liang
2020-05-07 10:47:55 -07:00
committed by GitHub
parent 325aec81bd
commit 30db920787
1 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rllib/examples/centralized_critic.py
+3 -4
View File
@@ -142,7 +142,6 @@ def loss_with_central_critic(policy, model, dist_class, train_batch):
train_batch[OPPONENT_ACTION])
policy.loss_obj = PPOLoss(
policy.action_space,
dist_class,
model,
train_batch[Postprocessing.VALUE_TARGETS],
@@ -159,8 +158,7 @@ def loss_with_central_critic(policy, model, dist_class, train_batch):
clip_param=policy.config["clip_param"],
vf_clip_param=policy.config["vf_clip_param"],
vf_loss_coeff=policy.config["vf_loss_coeff"],
use_gae=policy.config["use_gae"],
model_config=policy.config["model"])
use_gae=policy.config["use_gae"])
return policy.loss_obj.loss
@@ -193,7 +191,8 @@ CCPPO = PPOTFPolicy.with_updates(
CentralizedValueMixin
])
CCTrainer = PPOTrainer.with_updates(name="CCPPOTrainer", default_policy=CCPPO)
CCTrainer = PPOTrainer.with_updates(
name="CCPPOTrainer", default_policy=CCPPO, get_policy_class=None)
if __name__ == "__main__":
args = parser.parse_args()