wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 19:33:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fixes empty state argument in compute_single_action method (#6894)

Browse Source 
* Fixes empty `state` parameter in compute_single_action method

* Fixed style
This commit is contained in:
AnanthHari
2020-01-23 03:42:52 -05:00
committed by Eric Liang
parent 1558307ac4
commit aa2a0cb6da
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rllib/policy/policy.py
+4 -1
View File
@@ -128,6 +128,7 @@ class Policy(metaclass=ABCMeta):
prev_reward_batch = None
info_batch = None
episodes = None
state_batch = None
if prev_action is not None:
prev_action_batch = [prev_action]
if prev_reward is not None:
@@ -136,9 +137,11 @@ class Policy(metaclass=ABCMeta):
info_batch = [info]
if episode is not None:
episodes = [episode]
if state is not None:
state_batch = [[s] for s in state]
[action], state_out, info = self.compute_actions(
[obs], [[s] for s in state],
[obs], state_batch,
prev_action_batch=prev_action_batch,
prev_reward_batch=prev_reward_batch,
info_batch=info_batch,