diff --git a/python/ray/rllib/dqn/dqn.py b/python/ray/rllib/dqn/dqn.py
index 21382cd5b..e6c3c6f33 100644
--- a/python/ray/rllib/dqn/dqn.py
+++ b/python/ray/rllib/dqn/dqn.py
@@ -18,7 +18,7 @@ from ray.tune.result import TrainingResult
 OPTIMIZER_SHARED_CONFIGS = [
     "buffer_size", "prioritized_replay", "prioritized_replay_alpha",
     "prioritized_replay_beta", "prioritized_replay_eps", "sample_batch_size",
-    "train_batch_size", "learning_starts"]
+    "train_batch_size", "learning_starts", "clip_rewards"]
 
 DEFAULT_CONFIG = dict(
     # === Model ===