wassname/DeepRL
1
0
Fork 0
mirror of https://github.com/wassname/DeepRL.git synced 2026-09-17 11:50:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

replace flip function

Browse Source
This commit is contained in:
Mike Clark
2017-11-21 08:40:23 +08:00
committed by GitHub
parent 574dbd6ecc
commit 034e2dfe09
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
async_worker/ppo.py
+1 -1
View File
@@ -99,7 +99,7 @@ class ProximalPolicyOptimization:
advs = [] advs = []
cum_adv = 0 cum_adv = 0
multiplier = self.config.discount * self.config.gae_tau multiplier = self.config.discount * self.config.gae_tau
for delta in flip(deltas, 0): for delta in reversed(list(deltas)):
cum_adv = cum_adv * multiplier + delta cum_adv = cum_adv * multiplier + delta
advs.append(cum_adv) advs.append(cum_adv)
advantages = advs[::-1] advantages = advs[::-1]