diff --git a/rllib/evaluation/worker_set.py b/rllib/evaluation/worker_set.py
index d79e0c4f1..ffa10a2e8 100644
--- a/rllib/evaluation/worker_set.py
+++ b/rllib/evaluation/worker_set.py
@@ -64,15 +64,15 @@ class WorkerSet:
                 trainer_config,
                 {"tf_session_args": trainer_config["local_tf_session_args"]})
 
+            # Create a number of remote workers
+            self._remote_workers = []
+            self.add_workers(num_workers)
+
             # Always create a local worker
             self._local_worker = self._make_worker(RolloutWorker, env_creator,
                                                    self._policy_class, 0,
                                                    self._local_config)
 
-            # Create a number of remote workers
-            self._remote_workers = []
-            self.add_workers(num_workers)
-
     def local_worker(self) -> RolloutWorker:
         """Return the local rollout worker."""
         return self._local_worker