Files
ray/benchmarks/single_node/config.yaml
T
2021-02-05 01:18:50 +00:00

43 lines
1.3 KiB
YAML

cluster_name: single-node-benchmarks
min_workers: 0
max_workers: 0
upscaling_speed: 9999999
provider:
type: aws
region: us-west-2
availability_zone: us-west-2a, us-west-2b, us-west-2c, us-west-2d, us-west-2e, us-west-2f
auth:
ssh_user: ubuntu
available_node_types:
head_node:
node_config:
InstanceType: m5.16xlarge
ImageId: ami-098555c9b343eb09c
resources:
node: 1
max_workers: 999999
worker_node:
node_config:
InstanceType: m5.xlarge
ImageId: ami-098555c9b343eb09c
resources: {}
head_node_type: head_node
worker_default_node_type: worker_node
setup_commands:
- pip install -U https://ray-wheels.s3-us-west-2.amazonaws.com/releases/1.2.0/4c71f76b25bde02f208bfb21451347834994a72a/ray-1.2.0-cp37-cp37m-manylinux2014_x86_64.whl
- pip install numpy tqdm
- sudo bash -c 'rm -rf /etc/security/limits.d; echo "* soft nofile 1000000" >> /etc/security/limits.conf; echo "* hard nofile 1000000" >> /etc/security/limits.conf;'
idle_timeout_minutes: 5
head_start_ray_commands:
- ray stop
- ulimit -n 1000000; ray start --head --port=6379 --object-manager-port=8076 --object-store-memory=128000000000 --autoscaling-config=~/ray_bootstrap_config.yaml