From 034e2dfe097f590cc4e775e2ba0139f867433d01 Mon Sep 17 00:00:00 2001
From: Mike Clark <wassname@users.noreply.github.com>
Date: Tue, 21 Nov 2017 08:40:23 +0800
Subject: [PATCH] replace flip function

---
 async_worker/ppo.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/async_worker/ppo.py b/async_worker/ppo.py
index 489a2b1..3d7b6f6 100644
--- a/async_worker/ppo.py
+++ b/async_worker/ppo.py
@@ -99,7 +99,7 @@ class ProximalPolicyOptimization:
             advs = []
             cum_adv = 0
             multiplier = self.config.discount * self.config.gae_tau
-            for delta in flip(deltas, 0):
+            for delta in reversed(list(deltas)):
                 cum_adv = cum_adv * multiplier + delta
                 advs.append(cum_adv)
             advantages = advs[::-1]