replace flip function

2026-08-21 11:09:46 +08:00 · 2017-11-21 08:40:23 +08:00
parent 574dbd6ecc
commit 034e2dfe09
1 changed files with 1 additions and 1 deletions
@@ -99,7 +99,7 @@ class ProximalPolicyOptimization:
            advs = []
            cum_adv = 0
            multiplier = self.config.discount * self.config.gae_tau
-            for delta in flip(deltas, 0):
+            for delta in reversed(list(deltas)):
                cum_adv = cum_adv * multiplier + delta
                advs.append(cum_adv)
            advantages = advs[::-1]