mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 02:01:24 +08:00
Clark Zinzow
125 lines
3.5 KiB
Python
125 lines
3.5 KiB
Python
import argparse
|
|
import json
|
|
|
|
import ray
|
|
import ray.actor
|
|
import ray.node
|
|
import ray.ray_constants as ray_constants
|
|
import ray.utils
|
|
from ray.parameter import RayParams
|
|
|
|
parser = argparse.ArgumentParser(
|
|
description=("Parse addresses for the worker "
|
|
"to connect to."))
|
|
parser.add_argument(
|
|
"--node-ip-address",
|
|
required=True,
|
|
type=str,
|
|
help="the ip address of the worker's node")
|
|
parser.add_argument(
|
|
"--node-manager-port",
|
|
required=True,
|
|
type=int,
|
|
help="the port of the worker's node")
|
|
parser.add_argument(
|
|
"--raylet-ip-address",
|
|
required=False,
|
|
type=str,
|
|
default=None,
|
|
help="the ip address of the worker's raylet")
|
|
parser.add_argument(
|
|
"--redis-address",
|
|
required=True,
|
|
type=str,
|
|
help="the address to use for Redis")
|
|
parser.add_argument(
|
|
"--redis-password",
|
|
required=False,
|
|
type=str,
|
|
default=None,
|
|
help="the password to use for Redis")
|
|
parser.add_argument(
|
|
"--object-store-name",
|
|
required=True,
|
|
type=str,
|
|
help="the object store's name")
|
|
parser.add_argument(
|
|
"--raylet-name", required=False, type=str, help="the raylet's name")
|
|
parser.add_argument(
|
|
"--logging-level",
|
|
required=False,
|
|
type=str,
|
|
default=ray_constants.LOGGER_LEVEL,
|
|
choices=ray_constants.LOGGER_LEVEL_CHOICES,
|
|
help=ray_constants.LOGGER_LEVEL_HELP)
|
|
parser.add_argument(
|
|
"--logging-format",
|
|
required=False,
|
|
type=str,
|
|
default=ray_constants.LOGGER_FORMAT,
|
|
help=ray_constants.LOGGER_FORMAT_HELP)
|
|
parser.add_argument(
|
|
"--config-list",
|
|
required=False,
|
|
type=str,
|
|
default=None,
|
|
help="Override internal config options for the worker process.")
|
|
parser.add_argument(
|
|
"--temp-dir",
|
|
required=False,
|
|
type=str,
|
|
default=None,
|
|
help="Specify the path of the temporary directory use by Ray process.")
|
|
parser.add_argument(
|
|
"--load-code-from-local",
|
|
default=False,
|
|
action="store_true",
|
|
help="True if code is loaded from local files, as opposed to the GCS.")
|
|
parser.add_argument(
|
|
"--use-pickle",
|
|
default=False,
|
|
action="store_true",
|
|
help="True if cloudpickle should be used for serialization.")
|
|
|
|
if __name__ == "__main__":
|
|
args = parser.parse_args()
|
|
|
|
ray.utils.setup_logger(args.logging_level, args.logging_format)
|
|
|
|
internal_config = {}
|
|
if args.config_list is not None:
|
|
config_list = args.config_list.split(",")
|
|
if len(config_list) > 1:
|
|
i = 0
|
|
while i < len(config_list):
|
|
internal_config[config_list[i]] = config_list[i + 1]
|
|
i += 2
|
|
|
|
raylet_ip_address = args.raylet_ip_address
|
|
if raylet_ip_address is None:
|
|
raylet_ip_address = args.node_ip_address
|
|
|
|
ray_params = RayParams(
|
|
node_ip_address=args.node_ip_address,
|
|
raylet_ip_address=raylet_ip_address,
|
|
node_manager_port=args.node_manager_port,
|
|
redis_address=args.redis_address,
|
|
redis_password=args.redis_password,
|
|
plasma_store_socket_name=args.object_store_name,
|
|
raylet_socket_name=args.raylet_name,
|
|
temp_dir=args.temp_dir,
|
|
load_code_from_local=args.load_code_from_local,
|
|
_internal_config=json.dumps(internal_config),
|
|
)
|
|
|
|
node = ray.node.Node(
|
|
ray_params,
|
|
head=False,
|
|
shutdown_at_exit=False,
|
|
spawn_reaper=False,
|
|
connect_only=True)
|
|
ray.worker._global_node = node
|
|
ray.worker.connect(
|
|
node, mode=ray.WORKER_MODE, internal_config=internal_config)
|
|
ray.worker.global_worker.main_loop()
|