Introduce flag to use pickle for serialization (#5805)

This commit is contained in:
Philipp Moritz
2019-10-18 22:29:36 -07:00
committed by GitHub
parent 29eee7f970
commit d23696de17
9 changed files with 85 additions and 22 deletions
+8 -1
View File
@@ -225,6 +225,11 @@ def cli(logging_level, logging_format):
is_flag=True,
default=False,
help="Specify whether load code from local file or GCS serialization.")
@click.option(
"--use-pickle",
is_flag=True,
default=False,
help="Use pickle for serialization.")
def start(node_ip_address, redis_address, address, redis_port,
num_redis_shards, redis_max_clients, redis_password,
redis_shard_ports, object_manager_port, node_manager_port, memory,
@@ -232,7 +237,8 @@ def start(node_ip_address, redis_address, address, redis_port,
head, include_webui, block, plasma_directory, huge_pages,
autoscaling_config, no_redirect_worker_output, no_redirect_output,
plasma_store_socket_name, raylet_socket_name, temp_dir, include_java,
java_worker_options, load_code_from_local, internal_config):
java_worker_options, load_code_from_local, use_pickle,
internal_config):
# Convert hostnames to numerical IP address.
if node_ip_address is not None:
node_ip_address = services.address_to_ip(node_ip_address)
@@ -273,6 +279,7 @@ def start(node_ip_address, redis_address, address, redis_port,
include_webui=include_webui,
java_worker_options=java_worker_options,
load_code_from_local=load_code_from_local,
use_pickle=use_pickle,
_internal_config=internal_config)
if head: