[Core] Multi-tenancy: Job isolation & implement per job config (except for env variables) (#9500)

This commit is contained in:
Kai Yang
2020-08-04 15:51:29 +08:00
committed by GitHub
parent 28b1f7710c
commit 27cd323ce1
35 changed files with 969 additions and 184 deletions
+5 -1
View File
@@ -1271,7 +1271,8 @@ def start_raylet(redis_address,
huge_pages=False,
fate_share=None,
socket_to_use=None,
head_node=False):
head_node=False,
start_initial_python_workers_for_first_job=False):
"""Start a raylet, which is a combined local scheduler and object manager.
Args:
@@ -1403,6 +1404,9 @@ def start_raylet(redis_address,
"--session_dir={}".format(session_dir),
"--metrics-agent-port={}".format(metrics_agent_port),
]
if start_initial_python_workers_for_first_job:
command.append("--num_initial_python_workers_for_first_job={}".format(
resource_spec.num_cpus))
if config.get("plasma_store_as_thread"):
# command related to the plasma store
plasma_directory, object_store_memory = determine_plasma_store_config(