Fetch internal config from raylet (#8195)

This commit is contained in:
Edward Oakes
2020-04-28 13:12:11 -05:00
committed by GitHub
parent 1775e89f26
commit ebdccde030
12 changed files with 115 additions and 85 deletions
+5 -10
View File
@@ -808,10 +808,9 @@ def init(address=None,
if raylet_socket_name is not None:
raise ValueError("When connecting to an existing cluster, "
"raylet_socket_name must not be provided.")
if _internal_config is not None:
logger.warning(
"When connecting to an existing cluster, "
"_internal_config must match the cluster's _internal_config.")
if _internal_config is not None and len(_internal_config) != 0:
raise ValueError("When connecting to an existing cluster, "
"_internal_config must not be provided.")
# In this case, we only need to connect the node.
ray_params = ray.parameter.RayParams(
@@ -836,8 +835,7 @@ def init(address=None,
log_to_driver=log_to_driver,
worker=global_worker,
driver_object_store_memory=driver_object_store_memory,
job_id=job_id,
internal_config=_internal_config)
job_id=job_id)
for hook in _post_init_hooks:
hook()
@@ -1113,8 +1111,7 @@ def connect(node,
log_to_driver=False,
worker=global_worker,
driver_object_store_memory=None,
job_id=None,
internal_config=None):
job_id=None):
"""Connect this worker to the raylet, to Plasma, and to Redis.
Args:
@@ -1142,8 +1139,6 @@ def connect(node,
except io.UnsupportedOperation:
pass # ignore
ray._raylet.set_internal_config(internal_config)
# Create a Redis client to primary.
# The Redis client can safely be shared between threads. However,
# that is not true of Redis pubsub clients. See the documentation at