From ef95db51e190ffd6896582d4a813b9f9372f0bde Mon Sep 17 00:00:00 2001 From: roireshef Date: Mon, 21 Dec 2020 19:19:33 +0200 Subject: [PATCH] [RLlib] Arbitrary input to value() when not using GAE (#12941) --- rllib/agents/ppo/ppo_torch_policy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rllib/agents/ppo/ppo_torch_policy.py b/rllib/agents/ppo/ppo_torch_policy.py index a268e7487..fa2ca6c1d 100644 --- a/rllib/agents/ppo/ppo_torch_policy.py +++ b/rllib/agents/ppo/ppo_torch_policy.py @@ -244,7 +244,7 @@ class ValueNetworkMixin: # When not doing GAE, we do not require the value function's output. else: - def value(ob, prev_action, prev_reward, *state): + def value(*args, **kwargs): return 0.0 self._value = value