wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-10 12:30:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

Automatically detect CPU, GPU, accelerator_type for AWS (#11147)

Browse Source
This commit is contained in:
Ameer Haj Ali
2020-10-02 21:16:43 -07:00
committed by GitHub
parent 6974cea0cd
commit 6b86d4d280
6 changed files with 172 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/autoscaler/aws/example-multi-node-type.yaml
+9 -4
View File
@@ -16,7 +16,9 @@ available_node_types:
cpu_4_ondemand:
node_config:
InstanceType: m4.xlarge
resources: {"CPU": 4}
# For AWS instances, autoscaler will automatically add the available
# CPUs/GPUs/accelerator_type ({"CPU": 4} for m4.xlarge) in "resources".
# resources: {"CPU": 4}
min_workers: 1
max_workers: 5
cpu_16_spot:
@@ -24,19 +26,22 @@ available_node_types:
InstanceType: m4.4xlarge
InstanceMarketOptions:
MarketType: spot
resources: {"CPU": 16, "Custom1": 1}
# Autoscaler will auto fill the CPU resources below.
resources: {"Custom1": 1, "is_spot": 1}
max_workers: 10
gpu_1_ondemand:
node_config:
InstanceType: p2.xlarge
resources: {"CPU": 4, "GPU": 1, "Custom2": 2, "accelerator_type:K80": 1}
# Autoscaler will auto fill the CPU/GPU resources below.
resources: {"Custom2": 2}
max_workers: 4
worker_setup_commands:
- pip install tensorflow-gpu # Example command.
gpu_8_ondemand:
node_config:
InstanceType: p3.8xlarge
resources: {"CPU": 32, "GPU": 4, "accelerator_type:V100": 1}
# Autoscaler autofills the "resources" below.
# resources: {"CPU": 32, "GPU": 4, "accelerator_type:V100": 1}
max_workers: 2
worker_setup_commands:
- pip install tensorflow-gpu # Example command.