diff --git a/.travis.yml b/.travis.yml
index 88950e976..62fb4e43d 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -103,11 +103,11 @@ matrix:
     # Build Linux wheels.
     - os: linux
       dist: trusty
-      env: LINUX_WHEELS=1 PYTHONWARNINGS=ignore RAY_USE_CMAKE=1
+      env: LINUX_WHEELS=1 PYTHONWARNINGS=ignore
       install:
-        - ./ci/travis/install-dependencies.sh
+        - ./ci/suppress_output ./ci/travis/install-dependencies.sh
         # This command should be kept in sync with ray/python/README-building-wheels.md.
-        - docker run --rm -w /ray -v `pwd`:/ray -ti quay.io/xhochy/arrow_manylinux1_x86_64_base:latest /ray/python/build-wheel-manylinux1.sh
+        - ./ci/suppress_output docker run --rm -w /ray -v `pwd`:/ray -ti rayproject/arrow_linux_x86_64_base:latest /ray/python/build-wheel-manylinux1.sh
       script:
         - ./ci/travis/test-wheels.sh
 
diff --git a/ci/travis/test-wheels.sh b/ci/travis/test-wheels.sh
index 1f4e97e79..738dc6106 100755
--- a/ci/travis/test-wheels.sh
+++ b/ci/travis/test-wheels.sh
@@ -56,7 +56,7 @@ if [[ "$platform" == "linux" ]]; then
 
   # Check that the other wheels are present.
   NUMBER_OF_WHEELS=$(ls -1q $ROOT_DIR/../../.whl/*.whl | wc -l)
-  if [[ "$NUMBER_OF_WHEELS" != "5" ]]; then
+  if [[ "$NUMBER_OF_WHEELS" != "4" ]]; then
     echo "Wrong number of wheels found."
     ls -l $ROOT_DIR/../.whl/
     exit 2
@@ -65,13 +65,11 @@ if [[ "$platform" == "linux" ]]; then
 elif [[ "$platform" == "macosx" ]]; then
   MACPYTHON_PY_PREFIX=/Library/Frameworks/Python.framework/Versions
   PY_MMS=("2.7"
-          "3.4"
           "3.5"
           "3.6"
           "3.7")
   # This array is just used to find the right wheel.
   PY_WHEEL_VERSIONS=("27"
-                     "34"
                      "35"
                      "36"
                      "37")
diff --git a/python/build-wheel-manylinux1.sh b/python/build-wheel-manylinux1.sh
index a96c3fcb0..3b34b4b0a 100755
--- a/python/build-wheel-manylinux1.sh
+++ b/python/build-wheel-manylinux1.sh
@@ -6,21 +6,23 @@ echo 10
 EOF
 chmod +x /usr/bin/nproc
 
-export RAY_USE_CMAKE=1
-
 PYTHONS=("cp27-cp27mu"
-         "cp34-cp34m"
          "cp35-cp35m"
          "cp36-cp36m"
          "cp37-cp37m")
 
 # On python 3.7, a newer version of numpy seems to be necessary.
 NUMPY_VERSIONS=("1.10.4"
-                "1.10.4"
                 "1.10.4"
                 "1.10.4"
                 "1.14.5")
 
+sudo apt-get install unzip
+/ray/ci/travis/install-bazel.sh
+
+# Put bazel into the PATH
+export PATH=$PATH:/root/bin
+
 # Remove this old Python 2.4.3 executable, and make the "python2" command find
 # a newer version of Python. We need this for autogenerating some files for the
 # UI.