wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-02 02:42:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use RAY_ADDRESS to connect to an existing Ray cluster if present (#7977)

Browse Source
This commit is contained in:
Philipp Moritz
2020-04-27 09:59:37 -07:00
committed by GitHub
parent a77b19e4f2
commit d7da25eee1
4 changed files with 49 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/util/joblib/ray_backend.py
+3 -7
View File
@@ -5,8 +5,6 @@ import logging
from ray.util.multiprocessing.pool import Pool
import ray
RAY_ADDRESS_ENV = "RAY_ADDRESS"
logger = logging.getLogger(__name__)
@@ -34,15 +32,13 @@ class RayBackend(MultiprocessingBackend):
if n_jobs == -1:
if not ray.is_initialized():
import os
if RAY_ADDRESS_ENV in os.environ:
ray_address = os.environ[RAY_ADDRESS_ENV]
if "RAY_ADDRESS" in os.environ:
logger.info(
"Connecting to ray cluster at address='{}'".format(
ray_address))
ray.init(address=ray_address)
os.environ["RAY_ADDRESS"]))
else:
logger.info("Starting local ray cluster")
ray.init()
ray.init()
ray_cpus = int(ray.state.cluster_resources()["CPU"])
n_jobs = ray_cpus
python/ray/util/multiprocessing/pool.py
+5 -4
View File
@@ -349,11 +349,12 @@ class Pool:
# Else, the priority is:
# ray_address argument > RAY_ADDRESS > start new local cluster.
if not ray.is_initialized():
if ray_address is None and RAY_ADDRESS_ENV in os.environ:
ray_address = os.environ[RAY_ADDRESS_ENV]
# Cluster mode.
if ray_address is not None:
if ray_address is None and RAY_ADDRESS_ENV in os.environ:
logger.info("Connecting to ray cluster at address='{}'".format(
os.environ[RAY_ADDRESS_ENV]))
ray.init()
elif ray_address is not None:
logger.info("Connecting to ray cluster at address='{}'".format(
ray_address))
ray.init(address=ray_address)