Expose original Atari game reward

This commit is contained in:
Shangtong Zhang
2017-12-23 20:52:17 -07:00
parent 69b7ea53cc
commit 964734755f
9 changed files with 11 additions and 8 deletions
-5
View File
@@ -176,11 +176,6 @@ class ProcessFrame(gym.Wrapper):
def _reset(self):
return self.process_fn(self.env.reset())
class ClippedRewardsWrapper(gym.Wrapper):
def _step(self, action):
obs, reward, done, info = self.env.step(action)
return obs, np.sign(reward), done, info
class NormalizeFrame(gym.Wrapper):
def __init__(self, env=None):
super(NormalizeFrame, self).__init__(env)
+1 -2
View File
@@ -70,8 +70,7 @@ class PixelAtari(BasicTask):
env = MaxAndSkipEnv(env, skip=frame_skip)
if 'FIRE' in env.unwrapped.get_action_meanings():
env = FireResetEnv(env)
env = ProcessFrame(env, frame_size)
self.env = ClippedRewardsWrapper(env)
self.env = ProcessFrame(env, frame_size)
self.action_dim = self.env.action_space.n
def normalize_state(self, state):