diff --git a/deep_rl/component/atari_wrapper.py b/deep_rl/component/atari_wrapper.py
index 9e83a7b..467ccb9 100644
--- a/deep_rl/component/atari_wrapper.py
+++ b/deep_rl/component/atari_wrapper.py
@@ -258,7 +258,7 @@ def make_atari(env_id, frame_skip=4):
     env = gym.make(env_id)
     assert 'NoFrameskip' in env.spec.id
     env = NoopResetEnv(env, noop_max=30)
-    env = MaxAndSkipEnv(env, skip=4)
+    env = MaxAndSkipEnv(env, skip=frame_skip)
     return env
 
 def wrap_deepmind(env, episode_life=True, history_length=1):