From c4132b501b0e81563ab60083260ad5ff19d8a188 Mon Sep 17 00:00:00 2001 From: Simon Mo Date: Thu, 21 Nov 2019 11:36:36 -0800 Subject: [PATCH] [CI] Add Remote Caching (#6210) --- .travis.yml | 2 +- ci/travis/bazel_cache_credential.json.enc | Bin 0 -> 2352 bytes ci/travis/install-bazel.sh | 15 +++++++++++++++ 3 files changed, 16 insertions(+), 1 deletion(-) create mode 100644 ci/travis/bazel_cache_credential.json.enc diff --git a/.travis.yml b/.travis.yml index 8409da713..5e8fc29a0 100644 --- a/.travis.yml +++ b/.travis.yml @@ -116,7 +116,7 @@ matrix: # For the linux wheel build, we use a shared cache between all # wheels, but not between different travis runs, because that # caused timeouts in the past. See the "cache: false" line below. - - export MOUNT_BAZEL_CACHE="-v $HOME/ray-bazel-cache:/root/ray-bazel-cache -e TRAVIS=true" + - export MOUNT_BAZEL_CACHE="-v $HOME/ray-bazel-cache:/root/ray-bazel-cache -e TRAVIS=true -e TRAVIS_PULL_REQUEST=$TRAVIS_PULL_REQUEST" # This command should be kept in sync with ray/python/README-building-wheels.md, # except the `$MOUNT_BAZEL_CACHE` part. diff --git a/ci/travis/bazel_cache_credential.json.enc b/ci/travis/bazel_cache_credential.json.enc new file mode 100644 index 0000000000000000000000000000000000000000..ede884d9d9ed1daa5d4c6a0d25e8806db0f258c3 GIT binary patch literal 2352 zcmV-03D5SH!7{j}qMM-93iIs0)2G-rpN?_lokOeqE;GqF+AL2Vx0f_o>5wXMV?1m+W(rNKL zXq$KO2FNIkRvX#Ilvm<&g_$J$Jw_HiR#(CBb)zgP`lSShP@*#o$Fp^f>P#{i=#h4N z{UK3(P)i~u-HImW)F?Fg(vn%MG`;5SPt?_lZrzHJqA-oh`D8&0LMnd&OvS557m?-g ztKw1Eq2G!QeqXpY6kOm6EkN@3ij%KOA`rz&h&b7cwr1-LCeqi> zxC<~v29_u$U%99stL(P?0r3TtOtVd?&h37j!a6OM8YEJ7bsuB_tPTHrW}ZxjCxF!1 zrCs>@LvqQ+>=x`7^aVQl0*nhHNeXfb7l>8$-8Rnfl?^{SyWrj9XY6HG@DSq6XVm}f za|IM3oAUi}x&h~614%riZ^FAS68^G5+qel@%5H3r>fP&PE%V%0yFKjHQ(n>Ai$%>! z&5h^OqZ>#|(sN?(@v%8i$x$#It2OF@i=!Y28?8X(>WlfON}y2#Mo0|~CQQ3kQ|F+0 zhBrMWBuuZNE2iFXBo+oYn^QJ=hlVmtY#gfIlVXv~-jU*9@RN>PMu!;gMj7|p2vF~h znU?@35oeus{+#eQjk&Rs5^K;hF zxk!bS@rIj&Z2)zdhxy~>=yPT5QZoS^^=jRldxQOD#S4OP!*x`~(1ur8$IvrB>PpQoPx|-OWa7{b7OQR14|F3G z#w;gct^sbV9s8Ntv{B&}py+|y%WV0Y9(-buN3#XBe3FlyttokLOeggfsC8?ET3v{< zu?bc%r2}KDr`1{fCdc50O8DHk!0BkT+Fq~7KjS4DkiB9?G7f=UNtg z%?|76yo-;Ge2-ogC$39uf4#ugzB8MfSoZ97mJ;88-g&?Y(8OTzP38ChlSUMFIYK&= zYRyB>8%D&L!la@jOJAvAyMu=szOH$h%?$C!Bu8X*Incn^Hl{@t-{;icFF*+>?1!o*W+F`EE#^;#z^Gd8b# zLz+K2&H>J9_x8Ip>yUSQy#)BBeY-WWTw-Vg8ALWP1IL&cQ?c-CUIo>g;GJI9o-9Fa zMtZO?`mJpRkZXP;#(;|Yq)>JEPPuTTfDy$n-d00%k3E5j zfu@v>20hhDPN$^mC#3uJb3n4=(?l0bQReJ2pQcB1T!s|MFw(R>tf8!66bN(2Gk}WyFxxOSrNIV!MLFS_ z_{x;G3)u_*yb(o@8oY`8fgAM3J4Jq6!e=z)qclBZ?EL8Sz>Xqvl^!`!MWgmGRGq?z zW!|t$O0l#15krR0x<1I0%?TNn%g(h}y?wvK^)7{sl)i^2KmkJe@mqI4wKzBB`e1!= z`WZLFnhy8fx3KP2#_6Y_076)QvfWVroz9Wj;zJ18f=F_YY606(E%*T@x$Gqj&RcH$ zos3^(BWWxjr?>jwL$71PDqL0!C%M%qb0hR0 zOIOL0%AWTHzR80zvT-s5O*UA~(h~SX6I*-(87pw;p&_CO3Ghbv4fZ;0g_jGO3dZPq zTal(p|9St95w`&`Dv><+UF)&*h;xtlIJ|iBU+l`F{|j4AE0}0(i_!6px}6c$Ul-p& z^V4e>t@dG(53*{aMrr?lAR={Sv1ocedvbuy)XMFWKA=OY!#mOAIXE%Lz4=}fd#5a+ zNp;Npg*%>H{Ti5Itb5*1kbP>N9vWt$!rs>3F$C7}>j6-uxfIw}tP zGlz07Zl?(h^8NJYIkXCv>%Im8NH||2fu39kR}Xi6EupzjF-|yJ>Dfyj*&J?hO`xf! z7ObeOY<3qM7@6~yP~#Y{zRqj?u~8Xbh2T0gtioN6Z4&&}N--&{)PQ-UKhi;hMsvXU zHZl)c-v8uJF;rJm;c?m=M%qZLSvy6EK_QcGI7pA`&}G$`bthb9%@gy^@j6q2pM(b>ySc?`@IB60`Q}8(C$n!&=@6#8OeKKodb28nadJ2Iq}> $HOME/.bazelrc + + # Use ray google cloud cache + echo "build --remote_cache=https://storage.googleapis.com/ray-bazel-cache" >> $HOME/.bazelrc + if [[ "$TRAVIS_PULL_REQUEST" == "false" ]]; then + # If we are in master build, we can write to the cache as well. + openssl aes-256-cbc -K $encrypted_1c30b31fe1ee_key \ + -iv $encrypted_1c30b31fe1ee_iv \ + -in $ROOT_DIR/bazel_cache_credential.json.enc \ + -out $HOME/bazel_cache_credential.json -d + echo "build --google_credentials=$HOME/bazel_cache_credential.json" >> $HOME/.bazelrc + else + echo "build --remote_upload_local_results=false" >> $HOME/.bazelrc + fi fi