diff --git a/doc/source/rllib.rst b/doc/source/rllib.rst
index 7efed5cbe..7075b4106 100644
--- a/doc/source/rllib.rst
+++ b/doc/source/rllib.rst
@@ -45,7 +45,7 @@ RLlib has extra dependencies on top of **ray**:
 
 .. code-block:: bash
 
-  pip install tensorflow pyyaml gym[atari] opencv-python scipy
+  pip install 'ray[rllib]'
 
 For usage of PyTorch models, visit the `PyTorch website <http://pytorch.org/>`__
 for instructions on installing PyTorch.
diff --git a/python/setup.py b/python/setup.py
index 21c94381d..3a1bdd375 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -40,6 +40,10 @@ if "INCLUDE_UI" in os.environ and os.environ["INCLUDE_UI"] == "1":
 else:
     optional_ray_files += ray_ui_files
 
+extras = {
+    "rllib": ["tensorflow", "pyyaml", "gym[atari]", "opencv-python", "scipy"]
+}
+
 
 class build_ext(_build_ext.build_ext):
     def run(self):
@@ -114,6 +118,7 @@ setup(name="ray",
                         "six >= 1.0.0",
                         "flatbuffers"],
       setup_requires=["cython >= 0.23"],
+      extras_require=extras,
       entry_points={"console_scripts": ["ray=ray.scripts.scripts:main"]},
       include_package_data=True,
       zip_safe=False,