From e2eef6469b2df38448bd86dd7a1d0bbabf952470 Mon Sep 17 00:00:00 2001 From: Ian Rodney Date: Wed, 26 Aug 2020 15:43:27 -0700 Subject: [PATCH] Deprecate Jenkins (#10314) --- ci/jenkins_tests/entry_point.sh | 43 ----- .../miscellaneous/large_memory_test.py | 46 ----- .../miscellaneous/test_wait_hanging.py | 27 --- ci/jenkins_tests/run_doc_tests.sh | 55 ------ ci/jenkins_tests/run_multi_node_tests.sh | 12 -- ci/jenkins_tests/run_sgd_tests.sh | 94 --------- ci/jenkins_tests/run_tune_tests.sh | 178 ------------------ docker/tune_test/Dockerfile | 25 --- docker/tune_test/build_from_source.Dockerfile | 26 --- 9 files changed, 506 deletions(-) delete mode 100755 ci/jenkins_tests/entry_point.sh delete mode 100644 ci/jenkins_tests/miscellaneous/large_memory_test.py delete mode 100644 ci/jenkins_tests/miscellaneous/test_wait_hanging.py delete mode 100755 ci/jenkins_tests/run_doc_tests.sh delete mode 100755 ci/jenkins_tests/run_multi_node_tests.sh delete mode 100755 ci/jenkins_tests/run_sgd_tests.sh delete mode 100755 ci/jenkins_tests/run_tune_tests.sh delete mode 100644 docker/tune_test/Dockerfile delete mode 100644 docker/tune_test/build_from_source.Dockerfile diff --git a/ci/jenkins_tests/entry_point.sh b/ci/jenkins_tests/entry_point.sh deleted file mode 100755 index ec701cdff..000000000 --- a/ci/jenkins_tests/entry_point.sh +++ /dev/null @@ -1,43 +0,0 @@ -#!/usr/bin/env bash - -# Cause the script to exit if a single command fails. -set -e - -# Show explicitly which commands are currently running. -set -x - - -MEMORY_SIZE="8G" -SHM_SIZE="4G" - -ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd) - -function retry { - local n=1 - local max=3 - - while true; do - if "$@"; then - break - fi - if [ $n -lt $max ]; then - ((n++)) - echo "Command failed. Attempt $n/$max:" - else - echo "The command has failed after $n attempts." - exit 1 - fi - done -} - -if [[ -n "$RUN_TUNE_TESTS" ]]; then - retry bash "$ROOT_DIR"/run_tune_tests.sh ${MEMORY_SIZE} ${SHM_SIZE} -fi - -if [[ -n "$RUN_DOC_TESTS" ]]; then - retry bash "$ROOT_DIR"/run_doc_tests.sh ${MEMORY_SIZE} ${SHM_SIZE} -fi - -if [[ -n "$RUN_SGD_TESTS" ]]; then - retry bash "$ROOT_DIR"/run_sgd_tests.sh ${MEMORY_SIZE} ${SHM_SIZE} -fi \ No newline at end of file diff --git a/ci/jenkins_tests/miscellaneous/large_memory_test.py b/ci/jenkins_tests/miscellaneous/large_memory_test.py deleted file mode 100644 index adfce498a..000000000 --- a/ci/jenkins_tests/miscellaneous/large_memory_test.py +++ /dev/null @@ -1,46 +0,0 @@ -import numpy as np - -import ray - -if __name__ == "__main__": - ray.init(num_cpus=0) - - A = np.ones(2**31 + 1, dtype="int8") - a = ray.put(A) - assert np.sum(ray.get(a)) == np.sum(A) - del A - del a - print("Successfully put A.") - - B = {"hello": np.zeros(2**30 + 1), "world": np.ones(2**30 + 1)} - b = ray.put(B) - assert np.sum(ray.get(b)["hello"]) == np.sum(B["hello"]) - assert np.sum(ray.get(b)["world"]) == np.sum(B["world"]) - del B - del b - print("Successfully put B.") - - C = [np.ones(2**30 + 1), 42.0 * np.ones(2**30 + 1)] - c = ray.put(C) - assert np.sum(ray.get(c)[0]) == np.sum(C[0]) - assert np.sum(ray.get(c)[1]) == np.sum(C[1]) - del C - del c - print("Successfully put C.") - - # The below code runs successfully, but when commented in, the whole test - # takes about 10 minutes. - - # D = (2 ** 30 + 1) * ["h"] - # d = ray.put(D) - # assert ray.get(d) == D - # del D - # del d - # print("Successfully put D.") - - # E = (2 ** 30 + 1) * ("i",) - # e = ray.put(E) - # assert ray.get(e) == E - # del E - # del e - # print("Successfully put E.") diff --git a/ci/jenkins_tests/miscellaneous/test_wait_hanging.py b/ci/jenkins_tests/miscellaneous/test_wait_hanging.py deleted file mode 100644 index 7be648a6a..000000000 --- a/ci/jenkins_tests/miscellaneous/test_wait_hanging.py +++ /dev/null @@ -1,27 +0,0 @@ -import ray - - -@ray.remote -def f(): - return 0 - - -@ray.remote -def g(): - import time - start = time.time() - while time.time() < start + 1: - ray.get([f.remote() for _ in range(10)]) - - -# 10MB -> hangs after ~5 iterations -# 20MB -> hangs after ~20 iterations -# 50MB -> hangs after ~50 iterations -ray.init(redis_max_memory=1024 * 1024 * 50) - -i = 0 -for i in range(100): - i += 1 - a = g.remote() - [ok], _ = ray.wait([a]) - print("iter", i) diff --git a/ci/jenkins_tests/run_doc_tests.sh b/ci/jenkins_tests/run_doc_tests.sh deleted file mode 100755 index 519826441..000000000 --- a/ci/jenkins_tests/run_doc_tests.sh +++ /dev/null @@ -1,55 +0,0 @@ -#!/usr/bin/env bash - -# Cause the script to exit if a single command fails. -set -e - -# Show explicitly which commands are currently running. -set -x - -MEMORY_SIZE=$1 -SHM_SIZE=$2 -DOCKER_SHA=$3 - -ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd) -SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output - -if [ "$MEMORY_SIZE" == "" ]; then - MEMORY_SIZE="20G" -fi -if [ "$SHM_SIZE" == "" ]; then - SHM_SIZE="20G" -fi -if [ "$DOCKER_SHA" == "" ]; then - echo "Building application docker." - docker build -q --no-cache -t ray-project/base-deps docker/base-deps - - # Add Ray source - git rev-parse HEAD > ./docker/tune_test/git-rev - git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)" - if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile) - else - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test) - fi -fi - -echo "Using Docker image" "$DOCKER_SHA" - - -######################## EXAMPLE TESTS ################################# - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/examples/plot_pong_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/examples/plot_parameter_server.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/examples/plot_hyperparameter.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/examples/doc_code/torch_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/examples/doc_code/tf_example.py - diff --git a/ci/jenkins_tests/run_multi_node_tests.sh b/ci/jenkins_tests/run_multi_node_tests.sh deleted file mode 100755 index 736a9ca12..000000000 --- a/ci/jenkins_tests/run_multi_node_tests.sh +++ /dev/null @@ -1,12 +0,0 @@ -#!/usr/bin/env bash - -# This file exists for Jenkins compatiblity - -ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE:-$0}")" && pwd)" - -export RUN_TUNE_TESTS=1 -export RUN_DOC_TESTS=1 -export RUN_SGD_TESTS=1 -export CI_BUILD_FROM_SOURCE=1 - -bash "$ROOT_DIR"/entry_point.sh diff --git a/ci/jenkins_tests/run_sgd_tests.sh b/ci/jenkins_tests/run_sgd_tests.sh deleted file mode 100755 index be660cb66..000000000 --- a/ci/jenkins_tests/run_sgd_tests.sh +++ /dev/null @@ -1,94 +0,0 @@ -#!/usr/bin/env bash - -# Cause the script to exit if a single command fails. -set -e - -# Show explicitly which commands are currently running. -set -x - -MEMORY_SIZE=$1 -SHM_SIZE=$2 -DOCKER_SHA=$3 - -ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd) -SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output - -if [ "$MEMORY_SIZE" == "" ]; then - MEMORY_SIZE="20G" -fi -if [ "$SHM_SIZE" == "" ]; then - SHM_SIZE="20G" -fi -if [ "$DOCKER_SHA" == "" ]; then - echo "Building application docker." - docker build -q --no-cache -t ray-project/base-deps docker/base-deps - - # Add Ray source - git rev-parse HEAD > ./docker/tune_test/git-rev - git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)" - if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile) - else - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test) - fi -fi - -echo "Using Docker image" "$DOCKER_SHA" - - -######################## SGD TESTS ################################# - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python -m pytest /ray/python/ray/util/sgd/tests - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/raysgd_torch_signatures.py - - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ -python /ray/python/ray/util/sgd/torch/examples/image_models/train.py --no-gpu --mock-data --smoke-test --ray-num-workers=2 --model mobilenetv3_small_075 data - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/train_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/train_example.py --num-workers=2 - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/tune_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/tune_example.py --num-workers=2 - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test --num-workers=2 - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_pbt.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/dcgan.py --smoke-test --num-workers=2 - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/torch/examples/benchmarks/benchmark.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --num-replicas=2 - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --tune - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test --augment-data diff --git a/ci/jenkins_tests/run_tune_tests.sh b/ci/jenkins_tests/run_tune_tests.sh deleted file mode 100755 index 460c78d79..000000000 --- a/ci/jenkins_tests/run_tune_tests.sh +++ /dev/null @@ -1,178 +0,0 @@ -#!/usr/bin/env bash - -# Cause the script to exit if a single command fails. -set -e - -# Show explicitly which commands are currently running. -set -x - -MEMORY_SIZE=$1 -SHM_SIZE=$2 -DOCKER_SHA=$3 - -ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd) -SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output - -if [ "$MEMORY_SIZE" == "" ]; then - MEMORY_SIZE="20G" -fi -if [ "$SHM_SIZE" == "" ]; then - SHM_SIZE="20G" -fi -if [ "$DOCKER_SHA" == "" ]; then - echo "Building application docker." - docker build -q --no-cache -t ray-project/base-deps docker/base-deps - - # Add Ray source - git rev-parse HEAD > ./docker/tune_test/git-rev - git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)" - if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile) - else - DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test) - fi -fi - -echo "Using Docker image" "$DOCKER_SHA" - -######################## TUNE TESTS ################################# - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - pytest /ray/python/ray/tune/tests/test_actor_reuse.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - pytest /ray/python/ray/tune/tests/test_tune_restore.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/tests/example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - bash -c 'pip install -U tensorflow && python /ray/python/ray/tune/tests/test_logger.py' - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - bash -c 'pip install -U tensorflow==1.15 && python /ray/python/ray/tune/tests/test_logger.py' - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - bash -c 'pip install -U tensorflow==1.14 && python /ray/python/ray/tune/tests/test_logger.py' - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 -e MPLBACKEND=Agg "$DOCKER_SHA" \ - python /ray/python/ray/tune/tests/tutorial.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/pbt_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/hyperband_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/async_hyperband_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/tf_mnist_example.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/lightgbm_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/xgboost_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/logging_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/mlflow_example.py - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/bayesopt_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/cifar10_pytorch.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/hyperopt_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/doc/source/tune/_tutorials/tune-sklearn.py - -# if [ -n "$SIGOPT_KEY" ]; then -# $SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 -e SIGOPT_KEY "$DOCKER_SHA" \ -# python /ray/python/ray/tune/examples/sigopt_example.py \ -# --smoke-test -# fi - -# Runs only on Python3 -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/nevergrad_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/tune_mnist_keras.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/mnist_pytorch.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/mnist_pytorch_lightning.py --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/mnist_pytorch_trainable.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/genetic_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/skopt_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/dragonfly_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/zoopt_example.py \ - --smoke-test - -# Commenting out because flaky -# $SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ -# python /ray/python/ray/tune/examples/pbt_memnn_example.py \ -# --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/pbt_convnet_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/hyperband_function_example.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/pbt_function.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/pbt_dcgan_mnist/pbt_dcgan_mnist.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/pbt_transformers/pbt_transformers.py \ - --smoke-test - -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/ci/long_running_distributed_tests/workloads/pytorch_pbt_failure.py \ - --smoke-test - -# uncomment once statsmodels is updated. -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - python /ray/python/ray/tune/examples/bohb_example.py - -# Moved to bottom because flaky -$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \ - pytest /ray/python/ray/tune/tests/test_cluster.py diff --git a/docker/tune_test/Dockerfile b/docker/tune_test/Dockerfile deleted file mode 100644 index cac1ed82e..000000000 --- a/docker/tune_test/Dockerfile +++ /dev/null @@ -1,25 +0,0 @@ -# The stress_test Docker image build a self-contained Ray instance for launching Ray. - -FROM ray-project/base-deps - -# We install ray and boto3 to enable the ray autoscaler as -# a test runner. -RUN pip install -U pip -RUN pip install -U https://ray-wheels.s3-us-west-2.amazonaws.com/latest/ray-0.9.0.dev0-cp36-cp36m-manylinux1_x86_64.whl - -# We install this after the latest wheels -- this should not override the latest wheels. -# Needed to run Tune example with a 'plot' call - which does not actually render a plot, but throws an error. -RUN pip install torch==1.4.0+cpu torchvision==0.5.0+cpu -f https://download.pytorch.org/whl/torch_stable.html -RUN pip install https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow_cpu-2.1.0-cp36-cp36m-manylinux2010_x86_64.whl - -COPY ../../python/requirements.txt . -RUN pip install -r requirements.txt -COPY ../../python/requirements_tune.txt . -RUN pip install -r requirements_tune.txt - -# We port the source code in so that we run the most up-to-date stress tests. -ADD ray.tar /ray -ADD git-rev /ray/git-rev -RUN python /ray/python/ray/setup-dev.py --yes - -WORKDIR /ray diff --git a/docker/tune_test/build_from_source.Dockerfile b/docker/tune_test/build_from_source.Dockerfile deleted file mode 100644 index 38afa7c69..000000000 --- a/docker/tune_test/build_from_source.Dockerfile +++ /dev/null @@ -1,26 +0,0 @@ -# The stress_test Docker image build a self-contained Ray instance for launching Ray. - -FROM ray-project/base-deps - -RUN pip install -U pip - -# We install this after the latest wheels -- this should not override the latest wheels. -# Needed to run Tune example with a 'plot' call - which does not actually render a plot, but throws an error. -RUN pip install torch==1.4.0+cpu torchvision==0.5.0+cpu -f https://download.pytorch.org/whl/torch_stable.html -RUN pip install https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow_cpu-2.1.0-cp36-cp36m-manylinux2010_x86_64.whl - -COPY ../../python/requirements.txt . -RUN pip install -r requirements.txt -COPY ../../python/requirements_tune.txt . -RUN pip install -r requirements_tune.txt - -# We port the source code in so that we run the most up-to-date stress tests. -ADD ray.tar /ray -ADD git-rev /ray/git-rev - -RUN bash /ray/ci/travis/install-bazel.sh --system -RUN echo 'build --remote_cache="https://storage.googleapis.com/ray-bazel-cache"' >> $HOME/.bazelrc -RUN echo 'build --remote_upload_local_results=false' >> $HOME/.bazelrc -RUN cd /ray/python; pip install -e . --verbose - -WORKDIR /ray