diff --git a/ci/travis/build-autoscaler-images.sh b/ci/travis/build-autoscaler-images.sh index 356f71cce..d95cb6a2a 100755 --- a/ci/travis/build-autoscaler-images.sh +++ b/ci/travis/build-autoscaler-images.sh @@ -13,7 +13,7 @@ if [[ "$TRAVIS" == "true" && "$TRAVIS_PULL_REQUEST" == "false" ]]; then docker build -q -t rayproject/base-deps docker/base-deps - wheel="ray-0.9.0.dev0-cp36-cp36m-manylinux1_x86_64.whl" + wheel=$(cd $ROOT_DIR/.whl; ls | grep cp36m-manylinux) commit_sha=$(echo $TRAVIS_COMMIT | head -c 6) cp -r $ROOT_DIR/.whl $ROOT_DIR/docker/autoscaler/.whl @@ -26,8 +26,10 @@ if [[ "$TRAVIS" == "true" && "$TRAVIS_PULL_REQUEST" == "false" ]]; then # We have a branch build, e.g. release/v0.7.0 if [[ "$TRAVIS_BRANCH" != "master" ]]; then - docker tag rayproject/autoscaler:$commit_sha rayproject/autoscaler:$TRAVIS_BRANCH - docker push rayproject/autoscaler:$TRAVIS_BRANCH + # Replace / in branch name to - so it is legal tag name + normalized_branch_name=$(echo $TRAVIS_BRANCH | sed -e "s/\//-/") + docker tag rayproject/autoscaler:$commit_sha rayproject/autoscaler:$normalized_branch_name + docker push rayproject/autoscaler:$normalized_branch_name else docker tag rayproject/autoscaler:$commit_sha rayproject/autoscaler:latest docker push rayproject/autoscaler:latest diff --git a/doc/dev/RELEASE_PROCESS.rst b/doc/dev/RELEASE_PROCESS.rst index ced6d2d81..a82dd3444 100644 --- a/doc/dev/RELEASE_PROCESS.rst +++ b/doc/dev/RELEASE_PROCESS.rst @@ -123,7 +123,7 @@ This document describes the process for creating new releases. .. code-block:: bash # Downloads all of the wheels to the current directory. - RAY_VERSION= COMMIT= bash download_wheels.sh + RAY_VERSION= RAY_HASH= bash download_wheels.sh # Will ask for your PyPI test credentials and require that you're a maintainer # on PyPI test. If you are not, ask @robertnishihara to add you. diff --git a/doc/dev/release_logs/0.8.3/microbenchmark.txt b/doc/dev/release_logs/0.8.3/microbenchmark.txt new file mode 100644 index 000000000..ce8eb0298 --- /dev/null +++ b/doc/dev/release_logs/0.8.3/microbenchmark.txt @@ -0,0 +1,14 @@ +single client get calls per second 9609.58 +- 1094.38 +single client put calls per second 5244.46 +- 96.12 +single client put gigabytes per second 13.5 +- 3.12 +multi client put calls per second 11147.13 +- 25.58 +multi client put gigabytes per second 19.08 +- 7.08 +single client tasks sync per second 1271.4 +- 14.02 +single client tasks async per second 12516.66 +- 392.73 +multi client tasks async per second 36893.52 +- 1313.69 +1:1 actor calls sync per second 1928.61 +- 43.71 +1:1 actor calls async per second 7219.07 +- 147.61 +1:1 actor calls concurrent per second 6267.15 +- 67.2 +1:n actor calls async per second 9926.58 +- 143.94 +n:n actor calls async per second 34545.18 +- 355.83 +n:n actor calls with arg async per second 12897.18 +- 203.78 diff --git a/doc/dev/release_logs/0.8.3/rllib_regression.txt b/doc/dev/release_logs/0.8.3/rllib_regression.txt new file mode 100644 index 000000000..5a9072949 --- /dev/null +++ b/doc/dev/release_logs/0.8.3/rllib_regression.txt @@ -0,0 +1,40 @@ +== Status == +Memory usage on this node: 133.8/480.3 GiB +Using FIFO scheduling algorithm. +Resources requested: 0/64 CPUs, 0.0/8 GPUs, 0.0/323.54 GiB heap, 0.0/98.39 GiB objects +Result logdir: /home/ubuntu/ray_results/apex +Result logdir: /home/ubuntu/ray_results/atari-a2c +Result logdir: /home/ubuntu/ray_results/atari-basic-dqn +Result logdir: /home/ubuntu/ray_results/atari-impala +Result logdir: /home/ubuntu/ray_results/atari-ppo-tf +Result logdir: /home/ubuntu/ray_results/atari-ppo-torch +Number of trials: 24 (24 TERMINATED) ++-------------------------------------+------------+-------+--------+------------------+---------+----------+ +| Trial name | status | loc | iter | total time (s) | ts | reward | +|-------------------------------------+------------+-------+--------+------------------+---------+----------| +| IMPALA_BreakoutNoFrameskip-v4_00000 | TERMINATED | | 293 | 3610.57 | 7244000 | 95.15 | +| IMPALA_BreakoutNoFrameskip-v4_00001 | TERMINATED | | 293 | 3610.01 | 7237500 | 233.92 | +| IMPALA_BreakoutNoFrameskip-v4_00002 | TERMINATED | | 293 | 3609.84 | 7285500 | 374.97 | +| IMPALA_BreakoutNoFrameskip-v4_00003 | TERMINATED | | 293 | 3609.78 | 7309500 | 371.48 | +| PPO_BreakoutNoFrameskip-v4_00004 | TERMINATED | | 673 | 3603.29 | 3365000 | 50.99 | +| PPO_BreakoutNoFrameskip-v4_00005 | TERMINATED | | 898 | 3602.34 | 4490000 | 56.53 | +| PPO_BreakoutNoFrameskip-v4_00006 | TERMINATED | | 903 | 3602.76 | 4515000 | 54.87 | +| PPO_BreakoutNoFrameskip-v4_00007 | TERMINATED | | 886 | 3603.85 | 4430000 | 36.06 | +| PPO_BreakoutNoFrameskip-v4_00008 | TERMINATED | | 305 | 3603.15 | 1525000 | 15.52 | +| PPO_BreakoutNoFrameskip-v4_00009 | TERMINATED | | 307 | 3607.11 | 1535000 | 19.75 | +| PPO_BreakoutNoFrameskip-v4_00010 | TERMINATED | | 257 | 3605.7 | 1285000 | 41.43 | +| PPO_BreakoutNoFrameskip-v4_00011 | TERMINATED | | 253 | 3613.21 | 1265000 | 23.07 | +| APEX_BreakoutNoFrameskip-v4_00012 | TERMINATED | | 114 | 3620.53 | 5090400 | 34.63 | +| APEX_BreakoutNoFrameskip-v4_00013 | TERMINATED | | 116 | 3619.38 | 7491040 | 78.16 | +| APEX_BreakoutNoFrameskip-v4_00014 | TERMINATED | | 115 | 3628.51 | 5769120 | 48.27 | +| APEX_BreakoutNoFrameskip-v4_00015 | TERMINATED | | 115 | 3627.06 | 5807200 | 49.18 | +| A2C_BreakoutNoFrameskip-v4_00016 | TERMINATED | | 351 | 3607.65 | 2904000 | 108.71 | +| A2C_BreakoutNoFrameskip-v4_00017 | TERMINATED | | 350 | 3608.21 | 2933000 | 63.93 | +| A2C_BreakoutNoFrameskip-v4_00018 | TERMINATED | | 351 | 3605.63 | 2898500 | 169.93 | +| A2C_BreakoutNoFrameskip-v4_00019 | TERMINATED | | 353 | 3606.64 | 3836000 | 232.4 | +| DQN_BreakoutNoFrameskip-v4_00020 | TERMINATED | | 27 | 3686.19 | 270000 | 17.53 | +| DQN_BreakoutNoFrameskip-v4_00021 | TERMINATED | | 27 | 3651.85 | 270000 | 18.34 | +| DQN_BreakoutNoFrameskip-v4_00022 | TERMINATED | | 27 | 3669.77 | 270000 | 15.45 | +| DQN_BreakoutNoFrameskip-v4_00023 | TERMINATED | | 27 | 3688.08 | 270000 | 12.25 | ++-------------------------------------+------------+-------+--------+------------------+---------+----------+ + diff --git a/doc/dev/release_logs/0.8.3/stress_tests/application_stress_test.txt b/doc/dev/release_logs/0.8.3/stress_tests/application_stress_test.txt new file mode 100644 index 000000000..4925bdcef --- /dev/null +++ b/doc/dev/release_logs/0.8.3/stress_tests/application_stress_test.txt @@ -0,0 +1,14 @@ +== Status == +Memory usage on this node: 23.2/480.3 GiB +Using FIFO scheduling algorithm. +Resources requested: 0/640 CPUs, 0/8 GPUs, 0.0/1905.76 GiB heap, 0.0/566.21 GiB objects +Result logdir: /home/ubuntu/ray_results/atari-impala +Number of trials: 4 (4 TERMINATED) ++------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------+ +| Trial name | status | loc | env | iter | total time (s) | ts | reward | +|------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------| +| IMPALA_BreakoutNoFrameskip-v4_00000 | TERMINATED | | BreakoutNoFrameskip-v4 | 378 | 6722.44 | 30011000 | 470.62 | +| IMPALA_BeamRiderNoFrameskip-v4_00001 | TERMINATED | | BeamRiderNoFrameskip-v4 | 362 | 6494.28 | 30026000 | 3006.44 | +| IMPALA_QbertNoFrameskip-v4_00002 | TERMINATED | | QbertNoFrameskip-v4 | 364 | 6512.25 | 30016500 | 10843.5 | +| IMPALA_SpaceInvadersNoFrameskip-v4_00003 | TERMINATED | | SpaceInvadersNoFrameskip-v4 | 380 | 6752.71 | 30014500 | 677.1 | ++------------------------------------------+------------+-------+-----------------------------+--------+------------------+----------+----------+ diff --git a/doc/dev/release_logs/0.8.3/stress_tests/test_dead_actors.txt b/doc/dev/release_logs/0.8.3/stress_tests/test_dead_actors.txt new file mode 100644 index 000000000..d6b2de868 --- /dev/null +++ b/doc/dev/release_logs/0.8.3/stress_tests/test_dead_actors.txt @@ -0,0 +1,4 @@ +Finished in: 101.67017650604248s +Average iteration time: 1.0166999363899232s +Max iteration time: 2.874112129211426s +Min iteration time: 0.06804370880126953s diff --git a/doc/dev/release_logs/0.8.3/stress_tests/test_many_tasks.txt b/doc/dev/release_logs/0.8.3/stress_tests/test_many_tasks.txt new file mode 100644 index 000000000..a61d5e203 --- /dev/null +++ b/doc/dev/release_logs/0.8.3/stress_tests/test_many_tasks.txt @@ -0,0 +1,15 @@ +Stage 0 results: + Total time: 19.931869983673096 +Stage 1 results: + Total time: 157.56488513946533 + Average iteration time: 15.756479907035828 + Max iteration time: 16.13578486442566 + Min iteration time: 15.528882265090942 +Stage 2 results: + Total time: 648.047709941864 + Average iteration time: 129.60901088714598 + Max iteration time: 135.63372230529785 + Min iteration time: 119.46208763122559 +Stage 3 results: + Actor creation time: 0.12419295310974121 + Total time: 3563.88968873024