From 9b3863b81b39bff81d3d06328dcb3f89e42fb3df Mon Sep 17 00:00:00 2001 From: Max Fitton Date: Fri, 11 Dec 2020 10:22:10 -0800 Subject: [PATCH] update long running release tests --- release/long_running_tests/cluster.yaml | 49 +++++-------------------- release/long_running_tests/run.sh | 23 ++++++------ 2 files changed, 20 insertions(+), 52 deletions(-) diff --git a/release/long_running_tests/cluster.yaml b/release/long_running_tests/cluster.yaml index 074d445ba..4361568a9 100644 --- a/release/long_running_tests/cluster.yaml +++ b/release/long_running_tests/cluster.yaml @@ -1,48 +1,17 @@ -cluster_name: default -min_workers: 0 -max_workers: 0 -target_utilization_fraction: 0.8 -idle_timeout_minutes: 5 +cluster_name: ray-release-long-running-tests + +docker: + image: anyscale/ray:latest + container_name: ray_container + pull_before_run: False -# Cloud-provider specific configuration. provider: type: aws region: us-west-2 - availability_zone: us-west-2a + availability_zone: us-west-2a, us-west-2b, us-west-2c + auth: ssh_user: ubuntu head_node: - InstanceType: m5.2xlarge - ImageId: ami-0888a3b5189309429 # DLAMI 7/1/19 - BlockDeviceMappings: - - DeviceName: /dev/sda1 - Ebs: - VolumeSize: 150 - -worker_nodes: - InstanceType: m5.large - ImageId: ami-0888a3b5189309429 # DLAMI 7/1/19 - BlockDeviceMappings: - - DeviceName: /dev/sda1 - Ebs: - VolumeSize: 150 - - # Run workers on spot by default. Comment this out to use on-demand. - InstanceMarketOptions: - MarketType: spot - -# List of shell commands to run to set up nodes. -setup_commands: [] - -# Custom commands that will be run on the head node after common setup. -head_setup_commands: [] - -# Custom commands that will be run on worker nodes after common setup. -worker_setup_commands: [] - -# Command to start ray on the head node. You don't need to change this. -head_start_ray_commands: [] - -# Command to start ray on worker nodes. You don't need to change this. -worker_start_ray_commands: [] + InstanceType: m5.xlarge \ No newline at end of file diff --git a/release/long_running_tests/run.sh b/release/long_running_tests/run.sh index eba55e842..d6f3e4999 100644 --- a/release/long_running_tests/run.sh +++ b/release/long_running_tests/run.sh @@ -1,6 +1,6 @@ #!/usr/bin/env bash -ray_version="" +ray_version="" commit="" ray_branch="" workload="" @@ -48,20 +48,19 @@ echo "commit: $commit" echo "branch: $ray_branch" echo "workload: $workload" -wheel="https://s3-us-west-2.amazonaws.com/ray-wheels/$ray_branch/$commit/ray-$ray_version-cp36-cp36m-manylinux2014_x86_64.whl" +wheel="https://s3-us-west-2.amazonaws.com/ray-wheels/$ray_branch/$commit/ray-$ray_version-cp37-cp37m-manylinux2014_x86_64.whl" -echo set-window-option -g mouse on > ~/.tmux.conf -echo 'termcapinfo xterm* ti@:te@' > ~/.screenrc # Serve load testing tool -rm -r wrk || true && git clone https://github.com/wg/wrk.git wrk && cd wrk && make -j && sudo cp wrk /usr/local/bin -pip install -U pip -unset RAY_ADDRESS -source activate tensorflow_p36 -conda remove -y --force wrapt || true +cur_dir=$(pwd) +cd /tmp && rm -rf wrk && git clone https://github.com/wg/wrk.git wrk && cd wrk && make -j && cp wrk /usr/local/bin +cd $cur_dir + pip install --upgrade pip pip install -U tensorflow==1.14 -pip install -q -U "$wheel" Click +pip install -q -U "$wheel" pip install -q "ray[all]" "gym[atari]" -cd .. -python "./workloads/$workload.py" +ray stop && sleep 2 + +unset RAY_ADDRESS +python "./workloads/$workload.py" \ No newline at end of file