From c4105e72091b2a2530d1729f2564169afb4b7b07 Mon Sep 17 00:00:00 2001
From: wassname <wassname@users.noreply.github.com>
Date: Sun, 24 Jun 2018 13:07:09 +0800
Subject: [PATCH] log reward before scaling

---
 agents/sonic_util.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/agents/sonic_util.py b/agents/sonic_util.py
index 5983270..0106cf2 100644
--- a/agents/sonic_util.py
+++ b/agents/sonic_util.py
@@ -21,16 +21,17 @@ def make_env(stack=True, scale_rew=True):
     """
     Create an environment with some standard wrappers.
     """
-    env = make("SonicTheHedgehog2-Genesis", state="EmeraldHillZone.Act2")
+    start_state = train_states.sample().iloc[0]
+    env = make(game=start_state.game, state=start_state.state)
     env = SonicDiscretizer(env)
     env = AllowBacktracking(env)
     env = RandomGameReset(env)
+    env = EpisodeInfo(env)
     if scale_rew:
         env = RewardScaler(env)
     env = WarpFrame(env)
     # if stack:
     #     env = FrameStack(env, 4)
-    env = EpisodeInfo(env)
     return env
 
 class SonicDiscretizer(gym.ActionWrapper):