diff --git a/doc/source/rllib.rst b/doc/source/rllib.rst
index 6be4466a9..569975135 100644
--- a/doc/source/rllib.rst
+++ b/doc/source/rllib.rst
@@ -31,15 +31,27 @@ including custom ones written and registered by the user.
 Installation
 ------------
 
-RLlib has extra dependencies on top of **ray**. You might also want to clone the Ray repo for convenient access to RLlib helper scripts:
+RLlib has extra dependencies on top of **ray**. First, you'll need into install either PyTorch or TensorFlow.
+For usage of PyTorch models, visit the `PyTorch website <http://pytorch.org/>`__
+for instructions on installing PyTorch.
+
+.. code-block:: bash
+
+  pip install tensorflow  # or tensorflow-gpu
+
+Then, install Ray with extra RLlib dependencies:
 
 .. code-block:: bash
 
   pip install 'ray[rllib]'
+
+You might also want to clone the Ray repo for convenient access to RLlib helper scripts:
+
+.. code-block:: bash
+
   git clone https://github.com/ray-project/ray
 
-For usage of PyTorch models, visit the `PyTorch website <http://pytorch.org/>`__
-for instructions on installing PyTorch.
+
 
 Getting Started
 ---------------
diff --git a/python/setup.py b/python/setup.py
index a81ca9da6..dd63e18e1 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -64,11 +64,7 @@ else:
 
 optional_ray_files += ray_autoscaler_files
 
-extras = {
-    "rllib": [
-        "tensorflow", "pyyaml", "gym[atari]", "opencv-python", "lz4", "scipy"
-    ]
-}
+extras = {"rllib": ["pyyaml", "gym[atari]", "opencv-python", "lz4", "scipy"]}
 
 
 class build_ext(_build_ext.build_ext):