[Core] Object spilling prototype (#9818)

This commit is contained in:
Siyuan (Ryans) Zhuang
2020-08-14 15:39:10 -07:00
committed by GitHub
parent 36e626e95d
commit 17ca1d8ff4
36 changed files with 1026 additions and 95 deletions
+6 -1
View File
@@ -1289,7 +1289,8 @@ def start_raylet(redis_address,
fate_share=None,
socket_to_use=None,
head_node=False,
start_initial_python_workers_for_first_job=False):
start_initial_python_workers_for_first_job=False,
object_spilling_config=None):
"""Start a raylet, which is a combined local scheduler and object manager.
Args:
@@ -1398,6 +1399,10 @@ def start_raylet(redis_address,
if load_code_from_local:
start_worker_command += ["--load-code-from-local"]
if object_spilling_config:
start_worker_command.append(
f"--object-spilling-config={json.dumps(object_spilling_config)}")
command = [
RAYLET_EXECUTABLE,
"--raylet_socket_name={}".format(raylet_name),