mirror of
https://github.com/wassname/ray.git
synced 2026-08-03 13:10:57 +08:00
Deprecate Jenkins (#10314)
This commit is contained in:
Ian Rodney
@@ -1,43 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Cause the script to exit if a single command fails.
|
||||
set -e
|
||||
|
||||
# Show explicitly which commands are currently running.
|
||||
set -x
|
||||
|
||||
|
||||
MEMORY_SIZE="8G"
|
||||
SHM_SIZE="4G"
|
||||
|
||||
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
||||
|
||||
function retry {
|
||||
local n=1
|
||||
local max=3
|
||||
|
||||
while true; do
|
||||
if "$@"; then
|
||||
break
|
||||
fi
|
||||
if [ $n -lt $max ]; then
|
||||
((n++))
|
||||
echo "Command failed. Attempt $n/$max:"
|
||||
else
|
||||
echo "The command has failed after $n attempts."
|
||||
exit 1
|
||||
fi
|
||||
done
|
||||
}
|
||||
|
||||
if [[ -n "$RUN_TUNE_TESTS" ]]; then
|
||||
retry bash "$ROOT_DIR"/run_tune_tests.sh ${MEMORY_SIZE} ${SHM_SIZE}
|
||||
fi
|
||||
|
||||
if [[ -n "$RUN_DOC_TESTS" ]]; then
|
||||
retry bash "$ROOT_DIR"/run_doc_tests.sh ${MEMORY_SIZE} ${SHM_SIZE}
|
||||
fi
|
||||
|
||||
if [[ -n "$RUN_SGD_TESTS" ]]; then
|
||||
retry bash "$ROOT_DIR"/run_sgd_tests.sh ${MEMORY_SIZE} ${SHM_SIZE}
|
||||
fi
|
||||
@@ -1,46 +0,0 @@
|
||||
import numpy as np
|
||||
|
||||
import ray
|
||||
|
||||
if __name__ == "__main__":
|
||||
ray.init(num_cpus=0)
|
||||
|
||||
A = np.ones(2**31 + 1, dtype="int8")
|
||||
a = ray.put(A)
|
||||
assert np.sum(ray.get(a)) == np.sum(A)
|
||||
del A
|
||||
del a
|
||||
print("Successfully put A.")
|
||||
|
||||
B = {"hello": np.zeros(2**30 + 1), "world": np.ones(2**30 + 1)}
|
||||
b = ray.put(B)
|
||||
assert np.sum(ray.get(b)["hello"]) == np.sum(B["hello"])
|
||||
assert np.sum(ray.get(b)["world"]) == np.sum(B["world"])
|
||||
del B
|
||||
del b
|
||||
print("Successfully put B.")
|
||||
|
||||
C = [np.ones(2**30 + 1), 42.0 * np.ones(2**30 + 1)]
|
||||
c = ray.put(C)
|
||||
assert np.sum(ray.get(c)[0]) == np.sum(C[0])
|
||||
assert np.sum(ray.get(c)[1]) == np.sum(C[1])
|
||||
del C
|
||||
del c
|
||||
print("Successfully put C.")
|
||||
|
||||
# The below code runs successfully, but when commented in, the whole test
|
||||
# takes about 10 minutes.
|
||||
|
||||
# D = (2 ** 30 + 1) * ["h"]
|
||||
# d = ray.put(D)
|
||||
# assert ray.get(d) == D
|
||||
# del D
|
||||
# del d
|
||||
# print("Successfully put D.")
|
||||
|
||||
# E = (2 ** 30 + 1) * ("i",)
|
||||
# e = ray.put(E)
|
||||
# assert ray.get(e) == E
|
||||
# del E
|
||||
# del e
|
||||
# print("Successfully put E.")
|
||||
@@ -1,27 +0,0 @@
|
||||
import ray
|
||||
|
||||
|
||||
@ray.remote
|
||||
def f():
|
||||
return 0
|
||||
|
||||
|
||||
@ray.remote
|
||||
def g():
|
||||
import time
|
||||
start = time.time()
|
||||
while time.time() < start + 1:
|
||||
ray.get([f.remote() for _ in range(10)])
|
||||
|
||||
|
||||
# 10MB -> hangs after ~5 iterations
|
||||
# 20MB -> hangs after ~20 iterations
|
||||
# 50MB -> hangs after ~50 iterations
|
||||
ray.init(redis_max_memory=1024 * 1024 * 50)
|
||||
|
||||
i = 0
|
||||
for i in range(100):
|
||||
i += 1
|
||||
a = g.remote()
|
||||
[ok], _ = ray.wait([a])
|
||||
print("iter", i)
|
||||
@@ -1,55 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Cause the script to exit if a single command fails.
|
||||
set -e
|
||||
|
||||
# Show explicitly which commands are currently running.
|
||||
set -x
|
||||
|
||||
MEMORY_SIZE=$1
|
||||
SHM_SIZE=$2
|
||||
DOCKER_SHA=$3
|
||||
|
||||
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
||||
SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output
|
||||
|
||||
if [ "$MEMORY_SIZE" == "" ]; then
|
||||
MEMORY_SIZE="20G"
|
||||
fi
|
||||
if [ "$SHM_SIZE" == "" ]; then
|
||||
SHM_SIZE="20G"
|
||||
fi
|
||||
if [ "$DOCKER_SHA" == "" ]; then
|
||||
echo "Building application docker."
|
||||
docker build -q --no-cache -t ray-project/base-deps docker/base-deps
|
||||
|
||||
# Add Ray source
|
||||
git rev-parse HEAD > ./docker/tune_test/git-rev
|
||||
git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)"
|
||||
if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile)
|
||||
else
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test)
|
||||
fi
|
||||
fi
|
||||
|
||||
echo "Using Docker image" "$DOCKER_SHA"
|
||||
|
||||
|
||||
######################## EXAMPLE TESTS #################################
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/examples/plot_pong_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/examples/plot_parameter_server.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/examples/plot_hyperparameter.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/examples/doc_code/torch_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/examples/doc_code/tf_example.py
|
||||
|
||||
@@ -1,12 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# This file exists for Jenkins compatiblity
|
||||
|
||||
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE:-$0}")" && pwd)"
|
||||
|
||||
export RUN_TUNE_TESTS=1
|
||||
export RUN_DOC_TESTS=1
|
||||
export RUN_SGD_TESTS=1
|
||||
export CI_BUILD_FROM_SOURCE=1
|
||||
|
||||
bash "$ROOT_DIR"/entry_point.sh
|
||||
@@ -1,94 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Cause the script to exit if a single command fails.
|
||||
set -e
|
||||
|
||||
# Show explicitly which commands are currently running.
|
||||
set -x
|
||||
|
||||
MEMORY_SIZE=$1
|
||||
SHM_SIZE=$2
|
||||
DOCKER_SHA=$3
|
||||
|
||||
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
||||
SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output
|
||||
|
||||
if [ "$MEMORY_SIZE" == "" ]; then
|
||||
MEMORY_SIZE="20G"
|
||||
fi
|
||||
if [ "$SHM_SIZE" == "" ]; then
|
||||
SHM_SIZE="20G"
|
||||
fi
|
||||
if [ "$DOCKER_SHA" == "" ]; then
|
||||
echo "Building application docker."
|
||||
docker build -q --no-cache -t ray-project/base-deps docker/base-deps
|
||||
|
||||
# Add Ray source
|
||||
git rev-parse HEAD > ./docker/tune_test/git-rev
|
||||
git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)"
|
||||
if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile)
|
||||
else
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test)
|
||||
fi
|
||||
fi
|
||||
|
||||
echo "Using Docker image" "$DOCKER_SHA"
|
||||
|
||||
|
||||
######################## SGD TESTS #################################
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python -m pytest /ray/python/ray/util/sgd/tests
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/raysgd_torch_signatures.py
|
||||
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/image_models/train.py --no-gpu --mock-data --smoke-test --ray-num-workers=2 --model mobilenetv3_small_075 data
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/train_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/train_example.py --num-workers=2
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/tune_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/tune_example.py --num-workers=2
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_example.py --smoke-test --num-workers=2
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/cifar_pytorch_pbt.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/dcgan.py --smoke-test --num-workers=2
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/torch/examples/benchmarks/benchmark.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --num-replicas=2
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/tensorflow_train_example.py --tune
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/util/sgd/tf/examples/cifar_tf_example.py --num-replicas 2 --smoke-test --augment-data
|
||||
@@ -1,178 +0,0 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
# Cause the script to exit if a single command fails.
|
||||
set -e
|
||||
|
||||
# Show explicitly which commands are currently running.
|
||||
set -x
|
||||
|
||||
MEMORY_SIZE=$1
|
||||
SHM_SIZE=$2
|
||||
DOCKER_SHA=$3
|
||||
|
||||
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
||||
SUPPRESS_OUTPUT=$ROOT_DIR/../suppress_output
|
||||
|
||||
if [ "$MEMORY_SIZE" == "" ]; then
|
||||
MEMORY_SIZE="20G"
|
||||
fi
|
||||
if [ "$SHM_SIZE" == "" ]; then
|
||||
SHM_SIZE="20G"
|
||||
fi
|
||||
if [ "$DOCKER_SHA" == "" ]; then
|
||||
echo "Building application docker."
|
||||
docker build -q --no-cache -t ray-project/base-deps docker/base-deps
|
||||
|
||||
# Add Ray source
|
||||
git rev-parse HEAD > ./docker/tune_test/git-rev
|
||||
git archive -o ./docker/tune_test/ray.tar "$(git rev-parse HEAD)"
|
||||
if [ "$CI_BUILD_FROM_SOURCE" == "1" ]; then
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test -f docker/tune_test/build_from_source.Dockerfile)
|
||||
else
|
||||
DOCKER_SHA=$(docker build --no-cache -q -t ray-project/tune_test docker/tune_test)
|
||||
fi
|
||||
fi
|
||||
|
||||
echo "Using Docker image" "$DOCKER_SHA"
|
||||
|
||||
######################## TUNE TESTS #################################
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
pytest /ray/python/ray/tune/tests/test_actor_reuse.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
pytest /ray/python/ray/tune/tests/test_tune_restore.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/tests/example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
bash -c 'pip install -U tensorflow && python /ray/python/ray/tune/tests/test_logger.py'
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
bash -c 'pip install -U tensorflow==1.15 && python /ray/python/ray/tune/tests/test_logger.py'
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
bash -c 'pip install -U tensorflow==1.14 && python /ray/python/ray/tune/tests/test_logger.py'
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 -e MPLBACKEND=Agg "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/tests/tutorial.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/pbt_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/hyperband_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/async_hyperband_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/tf_mnist_example.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/lightgbm_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/xgboost_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/logging_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/mlflow_example.py
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/bayesopt_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/cifar10_pytorch.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/hyperopt_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/doc/source/tune/_tutorials/tune-sklearn.py
|
||||
|
||||
# if [ -n "$SIGOPT_KEY" ]; then
|
||||
# $SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 -e SIGOPT_KEY "$DOCKER_SHA" \
|
||||
# python /ray/python/ray/tune/examples/sigopt_example.py \
|
||||
# --smoke-test
|
||||
# fi
|
||||
|
||||
# Runs only on Python3
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/nevergrad_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/tune_mnist_keras.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/mnist_pytorch.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/mnist_pytorch_lightning.py --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/mnist_pytorch_trainable.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/genetic_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/skopt_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/dragonfly_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/zoopt_example.py \
|
||||
--smoke-test
|
||||
|
||||
# Commenting out because flaky
|
||||
# $SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
# python /ray/python/ray/tune/examples/pbt_memnn_example.py \
|
||||
# --smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/pbt_convnet_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/hyperband_function_example.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/pbt_function.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/pbt_dcgan_mnist/pbt_dcgan_mnist.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/pbt_transformers/pbt_transformers.py \
|
||||
--smoke-test
|
||||
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/ci/long_running_distributed_tests/workloads/pytorch_pbt_failure.py \
|
||||
--smoke-test
|
||||
|
||||
# uncomment once statsmodels is updated.
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
python /ray/python/ray/tune/examples/bohb_example.py
|
||||
|
||||
# Moved to bottom because flaky
|
||||
$SUPPRESS_OUTPUT docker run --rm --shm-size=${SHM_SIZE} --memory=${MEMORY_SIZE} --memory-swap=-1 "$DOCKER_SHA" \
|
||||
pytest /ray/python/ray/tune/tests/test_cluster.py
|
||||
@@ -1,25 +0,0 @@
|
||||
# The stress_test Docker image build a self-contained Ray instance for launching Ray.
|
||||
|
||||
FROM ray-project/base-deps
|
||||
|
||||
# We install ray and boto3 to enable the ray autoscaler as
|
||||
# a test runner.
|
||||
RUN pip install -U pip
|
||||
RUN pip install -U https://ray-wheels.s3-us-west-2.amazonaws.com/latest/ray-0.9.0.dev0-cp36-cp36m-manylinux1_x86_64.whl
|
||||
|
||||
# We install this after the latest wheels -- this should not override the latest wheels.
|
||||
# Needed to run Tune example with a 'plot' call - which does not actually render a plot, but throws an error.
|
||||
RUN pip install torch==1.4.0+cpu torchvision==0.5.0+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||
RUN pip install https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow_cpu-2.1.0-cp36-cp36m-manylinux2010_x86_64.whl
|
||||
|
||||
COPY ../../python/requirements.txt .
|
||||
RUN pip install -r requirements.txt
|
||||
COPY ../../python/requirements_tune.txt .
|
||||
RUN pip install -r requirements_tune.txt
|
||||
|
||||
# We port the source code in so that we run the most up-to-date stress tests.
|
||||
ADD ray.tar /ray
|
||||
ADD git-rev /ray/git-rev
|
||||
RUN python /ray/python/ray/setup-dev.py --yes
|
||||
|
||||
WORKDIR /ray
|
||||
@@ -1,26 +0,0 @@
|
||||
# The stress_test Docker image build a self-contained Ray instance for launching Ray.
|
||||
|
||||
FROM ray-project/base-deps
|
||||
|
||||
RUN pip install -U pip
|
||||
|
||||
# We install this after the latest wheels -- this should not override the latest wheels.
|
||||
# Needed to run Tune example with a 'plot' call - which does not actually render a plot, but throws an error.
|
||||
RUN pip install torch==1.4.0+cpu torchvision==0.5.0+cpu -f https://download.pytorch.org/whl/torch_stable.html
|
||||
RUN pip install https://storage.googleapis.com/tensorflow/linux/cpu/tensorflow_cpu-2.1.0-cp36-cp36m-manylinux2010_x86_64.whl
|
||||
|
||||
COPY ../../python/requirements.txt .
|
||||
RUN pip install -r requirements.txt
|
||||
COPY ../../python/requirements_tune.txt .
|
||||
RUN pip install -r requirements_tune.txt
|
||||
|
||||
# We port the source code in so that we run the most up-to-date stress tests.
|
||||
ADD ray.tar /ray
|
||||
ADD git-rev /ray/git-rev
|
||||
|
||||
RUN bash /ray/ci/travis/install-bazel.sh --system
|
||||
RUN echo 'build --remote_cache="https://storage.googleapis.com/ray-bazel-cache"' >> $HOME/.bazelrc
|
||||
RUN echo 'build --remote_upload_local_results=false' >> $HOME/.bazelrc
|
||||
RUN cd /ray/python; pip install -e . --verbose
|
||||
|
||||
WORKDIR /ray
|
||||
Reference in New Issue
Block a user