From a0ff0defacb8ba44a25328df98bab47939ca3009 Mon Sep 17 00:00:00 2001 From: Alex Date: Fri, 5 Feb 2021 01:18:50 +0000 Subject: [PATCH] scalability tests run --- benchmarks/distributed/config.yaml | 9 +++++---- benchmarks/object_store/config.yaml | 4 ++-- benchmarks/single_node/config.yaml | 9 +++++---- 3 files changed, 12 insertions(+), 10 deletions(-) diff --git a/benchmarks/distributed/config.yaml b/benchmarks/distributed/config.yaml index 630de0eef..524103e8f 100644 --- a/benchmarks/distributed/config.yaml +++ b/benchmarks/distributed/config.yaml @@ -15,7 +15,7 @@ auth: available_node_types: head_node: node_config: - InstanceType: m5.16xlarge + InstanceType: r5.16xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 @@ -23,7 +23,7 @@ available_node_types: max_workers: 999999 worker_node: node_config: - InstanceType: m5.16xlarge + InstanceType: r5.16xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 @@ -31,7 +31,7 @@ available_node_types: max_workers: 63 small_worker_node: node_config: - InstanceType: m5.xlarge + InstanceType: r5.xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 @@ -42,7 +42,7 @@ head_node_type: head_node worker_default_node_type: worker_node setup_commands: - - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-2.0.0.dev0-cp37-cp37m-manylinux2014_x86_64.whl + - pip install -U https://ray-wheels.s3-us-west-2.amazonaws.com/releases/1.2.0/4c71f76b25bde02f208bfb21451347834994a72a/ray-1.2.0-cp37-cp37m-manylinux2014_x86_64.whl - pip install tqdm - sudo bash -c 'rm -rf /etc/security/limits.d; echo "* soft nofile 65535" >> /etc/security/limits.conf; echo "* hard nofile 65535" >> /etc/security/limits.conf;' @@ -50,6 +50,7 @@ idle_timeout_minutes: 1 head_start_ray_commands: - ray stop + - ulimit -a - ulimit -n 65535; ray start --head --port=6379 --object-manager-port=8076 --autoscaling-config=~/ray_bootstrap_config.yaml # Command to start ray on worker nodes. You don't need to change this. diff --git a/benchmarks/object_store/config.yaml b/benchmarks/object_store/config.yaml index 5ea3ce835..a448d19ab 100644 --- a/benchmarks/object_store/config.yaml +++ b/benchmarks/object_store/config.yaml @@ -15,14 +15,14 @@ auth: available_node_types: head_node: node_config: - InstanceType: m4.4xlarge + InstanceType: m5.4xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 max_workers: 999999 worker_node: node_config: - InstanceType: m4.xlarge + InstanceType: m5.xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 diff --git a/benchmarks/single_node/config.yaml b/benchmarks/single_node/config.yaml index e5798541f..2fd203574 100644 --- a/benchmarks/single_node/config.yaml +++ b/benchmarks/single_node/config.yaml @@ -7,7 +7,7 @@ upscaling_speed: 9999999 provider: type: aws region: us-west-2 - availability_zone: us-west-2a + availability_zone: us-west-2a, us-west-2b, us-west-2c, us-west-2d, us-west-2e, us-west-2f auth: ssh_user: ubuntu @@ -15,22 +15,23 @@ auth: available_node_types: head_node: node_config: - InstanceType: m4.16xlarge + InstanceType: m5.16xlarge ImageId: ami-098555c9b343eb09c resources: node: 1 max_workers: 999999 worker_node: node_config: - InstanceType: m4.xlarge + InstanceType: m5.xlarge ImageId: ami-098555c9b343eb09c + resources: {} head_node_type: head_node worker_default_node_type: worker_node setup_commands: - - pip install -U https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-1.2.0.dev0-cp37-cp37m-manylinux2014_x86_64.whl + - pip install -U https://ray-wheels.s3-us-west-2.amazonaws.com/releases/1.2.0/4c71f76b25bde02f208bfb21451347834994a72a/ray-1.2.0-cp37-cp37m-manylinux2014_x86_64.whl - pip install numpy tqdm - sudo bash -c 'rm -rf /etc/security/limits.d; echo "* soft nofile 1000000" >> /etc/security/limits.conf; echo "* hard nofile 1000000" >> /etc/security/limits.conf;'