mirror of
https://github.com/wassname/ray.git
synced 2026-07-13 03:01:45 +08:00
Allen
362 lines
16 KiB
JSON
362 lines
16 KiB
JSON
{
|
|
"$schema": "http://json-schema.org/draft-07/schema#",
|
|
"$id": "http://github.com/ray-project/ray/python/ray/autoscaler/ray-schema.json",
|
|
"title": "Ray AutoScaler",
|
|
"description": "Ray autoscaler schema",
|
|
"type": "object",
|
|
"definitions": {
|
|
"commands": {
|
|
"type": "array",
|
|
"items": {
|
|
"type": "string",
|
|
"description": "shell command"
|
|
}
|
|
}
|
|
},
|
|
"required": [
|
|
"cluster_name",
|
|
"provider"
|
|
],
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"cluster_name": {
|
|
"description": "An unique identifier for the head node and workers of this cluster.",
|
|
"type": "string"
|
|
},
|
|
"min_workers": {
|
|
"description": "The minimum number of workers nodes to launch in addition to the head node. This number should be >= 0",
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"max_workers": {
|
|
"description": "The maximum number of workers nodes to launch in addition to the head node. This takes precedence over min_workers.",
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"initial_workers": {
|
|
"description": "The number of workers to launch initially, in addition to the head node.",
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"autoscaling_mode": {
|
|
"description": "The mode of the autoscaler e.g. default, aggressive",
|
|
"type": "string",
|
|
"enum": [ "default", "aggressive" ]
|
|
},
|
|
"target_utilization_fraction": {
|
|
"description": "The autoscaler will scale up the cluster to this target fraction of resources usage. For example, if a cluster of 8 nodes is 100% busy # and target_utilization was 0.8, it would resize the cluster to 10.",
|
|
"type": "number",
|
|
"minimum": 0,
|
|
"maximum": 1
|
|
},
|
|
"idle_timeout_minutes": {
|
|
"description": "If a node is idle for this many minutes, it will be removed.",
|
|
"type": "integer",
|
|
"minimum": 0
|
|
},
|
|
"provider": {
|
|
"type": "object",
|
|
"description": "Cloud-provider specific configuration.",
|
|
"required": [ "type" ],
|
|
"additionalProperties": true,
|
|
"properties": {
|
|
"type": {
|
|
"type": "string",
|
|
"description": "e.g. aws, azure, gcp,..."
|
|
},
|
|
"region": {
|
|
"type": "string",
|
|
"description": "e.g. us-east-1"
|
|
},
|
|
"module": {
|
|
"type": "string",
|
|
"description": "module, if using external node provider"
|
|
},
|
|
"head_ip": {
|
|
"type": "string",
|
|
"description": "gcp project id, if using gcp"
|
|
},
|
|
"worker_ips": {
|
|
"type": "array",
|
|
"description": "local cluster head node"
|
|
},
|
|
"use_internal_ips": {
|
|
"type": "boolean",
|
|
"description": "don't require public ips"
|
|
},
|
|
"namespace": {
|
|
"type": "string",
|
|
"description": "k8s namespace, if using k8s"
|
|
},
|
|
"location": {
|
|
"type": "string",
|
|
"description": "Azure location"
|
|
},
|
|
"resource_group": {
|
|
"type": "string",
|
|
"description": "Azure resource group"
|
|
},
|
|
"tags": {
|
|
"type": "object",
|
|
"description": "Azure user-defined tags"
|
|
},
|
|
"subscription_id": {
|
|
"type": "string",
|
|
"description": "Azure subscription id"
|
|
},
|
|
"msi_identity_id": {
|
|
"type": "string",
|
|
"description": "User-defined managed identity (generated by config)"
|
|
},
|
|
"msi_identity_principal_id": {
|
|
"type": "string",
|
|
"description": "User-defined managed identity principal id (generated by config)"
|
|
},
|
|
"subnet_id": {
|
|
"type": "string",
|
|
"description": "Network subnet id"
|
|
},
|
|
"autoscaler_service_account": {
|
|
"type": "object",
|
|
"description": "k8s autoscaler permissions, if using k8s"
|
|
},
|
|
"autoscaler_role": {
|
|
"type": "object",
|
|
"description": "k8s autoscaler permissions, if using k8s"
|
|
},
|
|
"autoscaler_role_binding": {
|
|
"type": "object",
|
|
"description": "k8s autoscaler permissions, if using k8s"
|
|
},
|
|
"cache_stopped_nodes": {
|
|
"type": "boolean",
|
|
"description": " Whether to try to reuse previously stopped nodes instead of launching nodes. This will also cause the autoscaler to stop nodes instead of terminating them. Only implemented for AWS."
|
|
},
|
|
"availability_zone": {
|
|
"type": "string",
|
|
"description": "GCP availability zone"
|
|
},
|
|
"project_id": {
|
|
"type": ["string", "null"],
|
|
"description": "GCP globally unique project id"
|
|
},
|
|
"security_group": {
|
|
"type": "object",
|
|
"description": "AWS security group",
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"GroupName": {
|
|
"type": "string",
|
|
"description": "Security group name"
|
|
},
|
|
"IpPermissions": {
|
|
"type": "array",
|
|
"description": "Security group in bound rules"
|
|
}
|
|
}
|
|
},
|
|
"gcp_credentials": {
|
|
"type": "object",
|
|
"description": "Credentials for authenticating with the GCP client",
|
|
"required": [ "type" ],
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"type": {
|
|
"type": "string",
|
|
"enum": ["credentials_token", "service_account"],
|
|
"description": "Credentials type: either temporary OAuth 2.0 token or permanent service account credentials blob."
|
|
},
|
|
"credentials": {
|
|
"type": "string",
|
|
"description": "Oauth token or JSON string constituting service account credentials"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"auth": {
|
|
"type": "object",
|
|
"description": "How Ray will authenticate with newly launched nodes.",
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"ssh_user": {
|
|
"type": "string",
|
|
"default": "ubuntu"
|
|
},
|
|
"ssh_public_key": {
|
|
"type": "string"
|
|
},
|
|
"ssh_private_key": {
|
|
"type": "string"
|
|
},
|
|
"ssh_proxy_command": {
|
|
"description": "A value for ProxyCommand ssh option, for connecting through proxies. Example: nc -x proxy.example.com:1234 %h %p",
|
|
"type": "string"
|
|
}
|
|
}
|
|
},
|
|
"docker": {
|
|
"type": "object",
|
|
"description": "Docker configuration. If this is specified, all setup and start commands will be executed in the container.",
|
|
"additionalProperties": false,
|
|
"properties": {
|
|
"image": {
|
|
"type": "string",
|
|
"description": "the docker image name",
|
|
"default": "rayproject/ray:latest"
|
|
},
|
|
"container_name": {
|
|
"type": "string",
|
|
"default": "ray_docker"
|
|
},
|
|
"pull_before_run": {
|
|
"type": "boolean",
|
|
"description": "run `docker pull` first"
|
|
},
|
|
"run_options": {
|
|
"type": "array",
|
|
"description": "shared options for starting head/worker docker"
|
|
},
|
|
"head_image": {
|
|
"type": "string",
|
|
"description": "image for head node, takes precedence over 'image' if specified"
|
|
},
|
|
"head_run_options": {
|
|
"type": "array",
|
|
"description": "head specific run options, appended to run_options"
|
|
},
|
|
"worker_image": {
|
|
"type": "string",
|
|
"description": "analogous to head_image"
|
|
},
|
|
"worker_run_options": {
|
|
"type": "array",
|
|
"description": "analogous to head_run_options"
|
|
},
|
|
"disable_automatic_runtime_detection" : {
|
|
"type": "boolean",
|
|
"description": "disable Ray from automatically using the NVIDIA runtime if available",
|
|
"default": false
|
|
}
|
|
}
|
|
},
|
|
"head_node_type": {
|
|
"type": "string",
|
|
"description": "If using multiple node types, specifies the head node type."
|
|
},
|
|
"worker_default_node_type": {
|
|
"type": "string",
|
|
"description": "If using multiple node types, specifies the default worker node type."
|
|
},
|
|
"head_node": {
|
|
"type": "object",
|
|
"description": "Provider-specific config for the head node, e.g. instance type."
|
|
},
|
|
"worker_nodes": {
|
|
"type": "object",
|
|
"description": "Provider-specific config for worker nodes. e.g. instance type."
|
|
},
|
|
"file_mounts": {
|
|
"type": "object",
|
|
"description": "Map of remote paths to local paths, e.g. {\"/tmp/data\": \"/my/local/data\"}"
|
|
},
|
|
"cluster_synced_files": {
|
|
"type": "array",
|
|
"description": "List of paths on the head node which should sync to the worker nodes, e.g. [\"/some/data/somehwere\"]"
|
|
},
|
|
"file_mounts_sync_continuously": {
|
|
"type": "boolean",
|
|
"description": "If enabled, file mounts will sync continously between the head node and the worker nodes. The nodes will not re-run setup commands if only the contents of the file mounts folders change."
|
|
},
|
|
"rsync_exclude": {
|
|
"type": "array",
|
|
"description": "File pattern to not sync up or down when using the rsync command. Matches the format of rsync's --exclude param."
|
|
},
|
|
"rsync_filter": {
|
|
"type": "array",
|
|
"description": "Pattern files to lookup patterns to exclude when using rsync up or rsync down. This file is checked for recursively in all directories. For example, if .gitignore is provided here, the behavior will match git's .gitignore behavior."
|
|
},
|
|
"metadata": {
|
|
"type": "object",
|
|
"description": "Metadata field that can be used to store user-defined data in the cluster config. Ray does not interpret these fields."
|
|
},
|
|
"initialization_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "List of commands that will be run before `setup_commands`. If docker is enabled, these commands will run outside the container and before docker is setup."
|
|
},
|
|
"setup_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "List of common shell commands to run to setup nodes."
|
|
},
|
|
"head_setup_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "Commands that will be run on the head node after common setup."
|
|
},
|
|
"worker_setup_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "Commands that will be run on worker nodes after common setup."
|
|
},
|
|
"head_start_ray_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "Command to start ray on the head node. You shouldn't need to modify this."
|
|
},
|
|
"worker_start_ray_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "Command to start ray on worker nodes. You shouldn't need to modify this."
|
|
},
|
|
"no_restart": {
|
|
"description": "Whether to avoid restarting the cluster during updates. This field is controlled by the ray --no-restart flag and cannot be set by the user."
|
|
},
|
|
"available_node_types": {
|
|
"type": "object",
|
|
"description": "A list of node types for multi-node-type autoscaling.",
|
|
"patternProperties": {
|
|
".*": {
|
|
"type": "object",
|
|
"required": [ "resources", "node_config" ],
|
|
"properties": {
|
|
"node_config": {
|
|
"type": "object",
|
|
"description": "Provider-specific config for the node, e.g. instance type."
|
|
},
|
|
"min_workers": {"type": "integer"},
|
|
"max_workers": {"type": "integer"},
|
|
"resources": {
|
|
"type": "object",
|
|
".*": {"type": "number"}
|
|
},
|
|
"initialization_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "List of commands that will be run before `setup_commands`. If docker is enabled, these commands will run outside the container and before docker is setup."
|
|
},
|
|
"worker_setup_commands": {
|
|
"$ref": "#/definitions/commands",
|
|
"description": "List of common shell commands to run to setup nodes. This node specfic list will override the global setup_commands and worker_setup_commands."
|
|
},
|
|
"docker": {
|
|
"description": "Configuration of Worker nodes.",
|
|
"type": "object",
|
|
"properties": {
|
|
"pull_before_run": {
|
|
"type": "boolean",
|
|
"description": "run `docker pull` first"
|
|
},
|
|
"worker_image": {
|
|
"type": "string",
|
|
"description": "analogous to head_image"
|
|
},
|
|
"worker_run_options": {
|
|
"type": "array",
|
|
"description": "analogous to head_run_options, merged with the global docker run_options."
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"additionalProperties": false
|
|
}
|
|
},
|
|
"additionalProperties": false
|
|
}
|
|
}
|
|
}
|