Remove ref counting dependencies on ray.get() (#6412)

* Remove ref counting dependencies on Get()

* comment

* don't send IDs when disabled

* pass through internal config

* fix

* allow reinit

* remove flag
This commit is contained in:
Edward Oakes
2019-12-10 18:11:34 -08:00
committed by GitHub
parent 2f19b01898
commit 044527adb8
11 changed files with 146 additions and 24 deletions
+21 -2
View File
@@ -3,6 +3,7 @@ from __future__ import division
from __future__ import print_function
import argparse
import json
import ray
import ray.actor
@@ -55,6 +56,12 @@ parser.add_argument(
type=str,
default=ray_constants.LOGGER_FORMAT,
help=ray_constants.LOGGER_FORMAT_HELP)
parser.add_argument(
"--config-list",
required=False,
type=str,
default=None,
help="Override internal config options for the worker process.")
parser.add_argument(
"--temp-dir",
required=False,
@@ -77,6 +84,15 @@ if __name__ == "__main__":
ray.utils.setup_logger(args.logging_level, args.logging_format)
internal_config = {}
if args.config_list is not None:
config_list = args.config_list.split(",")
if len(config_list) > 1:
i = 0
while i < len(config_list):
internal_config[config_list[i]] = config_list[i + 1]
i += 2
ray_params = RayParams(
node_ip_address=args.node_ip_address,
node_manager_port=args.node_manager_port,
@@ -86,7 +102,9 @@ if __name__ == "__main__":
raylet_socket_name=args.raylet_name,
temp_dir=args.temp_dir,
load_code_from_local=args.load_code_from_local,
use_pickle=args.use_pickle)
use_pickle=args.use_pickle,
_internal_config=json.dumps(internal_config),
)
node = ray.node.Node(
ray_params,
@@ -95,5 +113,6 @@ if __name__ == "__main__":
spawn_reaper=False,
connect_only=True)
ray.worker._global_node = node
ray.worker.connect(node, mode=ray.WORKER_MODE)
ray.worker.connect(
node, mode=ray.WORKER_MODE, internal_config=internal_config)
ray.worker.global_worker.main_loop()