wassname/ray
1
0 Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-10-02 12:41:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

[RLlib] Fix offline logp vs prob bug in OffPolicyEstimator class. (#12158)

Browse Source
This commit is contained in:
Sven Mika authored and GitHub committed 2020-11-20 08:59:43 +01:00
1 parent 6f2398d122
commit f6b84cb2f7
1 file changed
+2 -1
Download Patch File Download Diff File Expand all files Collapse all files
rllib/offline/off_policy_estimator.py
+2 -1
View File
@@ -70,7 +70,8 @@ class OffPolicyEstimator:
state_batches=[batch[k] for k in state_keys],
prev_action_batch=batch.data.get(SampleBatch.PREV_ACTIONS),
prev_reward_batch=batch.data.get(SampleBatch.PREV_REWARDS))
return convert_to_numpy(log_likelihoods)
log_likelihoods = convert_to_numpy(log_likelihoods)
return np.exp(log_likelihoods)
@DeveloperAPI
def process(self, batch: SampleBatchType):