wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-29 07:41:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Java] Support multiple workers in Java worker process (#5505)

Browse Source
This commit is contained in:
Kai Yang
2019-09-07 22:52:05 +08:00
committed by Hao Chen
parent d89ceb3ee5
commit 732336fc4f
37 changed files with 512 additions and 148 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/includes/ray_config.pxd
+3 -1
View File
@@ -76,7 +76,9 @@ cdef extern from "ray/common/ray_config.h" nogil:
uint64_t object_manager_default_chunk_size() const
int num_workers_per_process() const
int num_workers_per_process_python() const
int num_workers_per_process_java() const
int64_t max_task_lease_timeout_ms() const
python/ray/includes/ray_config.pxi
+6 -2
View File
@@ -142,8 +142,12 @@ cdef class Config:
return RayConfig.instance().object_manager_default_chunk_size()
@staticmethod
def num_workers_per_process():
return RayConfig.instance().num_workers_per_process()
def num_workers_per_process_python():
return RayConfig.instance().num_workers_per_process_python()
@staticmethod
def num_workers_per_process_java():
return RayConfig.instance().num_workers_per_process_java()
@staticmethod
def max_task_lease_timeout_ms():
python/ray/services.py
+4 -1
View File
@@ -1181,12 +1181,15 @@ def build_java_worker_command(
command += "-Dray.home={} ".format(RAY_HOME)
command += "-Dray.log-dir={} ".format(os.path.join(session_dir, "logs"))
command += ("-Dray.raylet.config.num_workers_per_process_java=" +
"RAY_WORKER_NUM_WORKERS_PLACEHOLDER ")
if java_worker_options:
# Put `java_worker_options` in the last, so it can overwrite the
# above options.
command += java_worker_options + " "
command += "RAY_WORKER_OPTION_0 "
command += "RAY_WORKER_DYNAMIC_OPTION_PLACEHOLDER_0 "
command += "org.ray.runtime.runner.worker.DefaultWorker"
return command