diff --git a/docker/deploy/Dockerfile b/docker/deploy/Dockerfile
index 68b917d15..c5400f2f3 100644
--- a/docker/deploy/Dockerfile
+++ b/docker/deploy/Dockerfile
@@ -4,8 +4,14 @@
 FROM ray-project/base-deps
 ADD ray.tar /ray
 ADD git-rev /ray/git-rev
-RUN /ray/ci/travis/install-bazel.sh
+RUN cd /ray && git init && ./ci/travis/install-bazel.sh
 ENV PATH=$PATH:/root/bin
-WORKDIR /ray/python
+RUN echo 'build --remote_cache="https://storage.googleapis.com/ray-bazel-cache"' >> $HOME/.bashrc 
+RUN echo 'build --remote_upload_local_results=false' >> $HOME/.bashrc 
+WORKDIR /ray/
+# The result of bazel build is reused in pip install. It if run first to allow
+# for failover to serial build if parallel build requires too much resources.
+RUN bazel build //:ray_pkg || bazel build --jobs 1 //:ray_pkg
+WORKDIR /ray/python/
 RUN pip install -e .
 WORKDIR /ray