From 09d5413f70f4c8c952ab979d7f11a8c0168b1fed Mon Sep 17 00:00:00 2001 From: karstenddwx Date: Wed, 25 Nov 2020 13:39:22 +0100 Subject: [PATCH] [RLlib] rollout batch, handle rewards that are None (unknown) in a multi-agent env (#11858) (#11911) --- rllib/rollout.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rllib/rollout.py b/rllib/rollout.py index 415cd869d..dfc599160 100755 --- a/rllib/rollout.py +++ b/rllib/rollout.py @@ -451,7 +451,8 @@ def rollout(agent, if multiagent: done = done["__all__"] - reward_total += sum(reward.values()) + reward_total += sum( + r for r in reward.values() if r is not None) else: reward_total += reward if not no_render: