diff --git a/python/ray/rllib/agents/agent.py b/python/ray/rllib/agents/agent.py
index 6f151b8e0..26981a4c9 100644
--- a/python/ray/rllib/agents/agent.py
+++ b/python/ray/rllib/agents/agent.py
@@ -201,7 +201,8 @@ class Agent(Trainable):
 
     _allow_unknown_configs = False
     _allow_unknown_subkeys = [
-        "tf_session_args", "env_config", "model", "optimizer", "multiagent"
+        "tf_session_args", "env_config", "model", "optimizer", "multiagent",
+        "custom_resources_per_worker"
     ]
 
     def __init__(self, config=None, env=None, logger_creator=None):