diff --git a/.bazelrc b/.bazelrc
index 4f5a09864..ed7de086e 100644
--- a/.bazelrc
+++ b/.bazelrc
@@ -87,6 +87,7 @@ aquery:ci --noshow_progress
 build:ci --color=yes
 build:ci --curses=no
 build:ci --disk_cache=~/ray-bazel-cache
+build:ci --keep_going
 build:ci --remote_cache="https://storage.googleapis.com/ray-bazel-cache"
 build:ci --progress_report_interval=100
 build:ci --show_progress_rate_limit=15
diff --git a/ci/travis/ci.sh b/ci/travis/ci.sh
index 8fcfadaed..8c0d4096a 100755
--- a/ci/travis/ci.sh
+++ b/ci/travis/ci.sh
@@ -166,14 +166,14 @@ test_python() {
     # It's unclear to me if this should be necessary, but this is to make tests run for now.
     # Check why this issue doesn't arise on Linux/Mac.
     # Ideally importing ray.cloudpickle should import pickle5 automatically.
-    bazel test -k --config=ci --test_timeout=600 --build_tests_only \
+    bazel test --config=ci --build_tests_only \
       --test_env=PYTHONPATH="${PYTHONPATH-}${pathsep}${WORKSPACE_DIR}/python/ray/pickle5_files" -- \
       "${args[@]}";
   fi
 }
 
 test_cpp() {
-  bazel test --config=ci //cpp:all --build_tests_only --test_output=streamed
+  bazel test --config=ci //cpp:all --build_tests_only
 }
 
 test_wheels() {
@@ -256,7 +256,7 @@ _bazel_build_before_install() {
     target="//:ray_pkg"
   fi
   # NOTE: Do not add build flags here. Use .bazelrc and --config instead.
-  bazel build -k "${target}"
+  bazel build "${target}"
 }
 
 install_ray() {
diff --git a/java/test.sh b/java/test.sh
index 088fef546..62079f181 100755
--- a/java/test.sh
+++ b/java/test.sh
@@ -35,11 +35,11 @@ bazel build //java:all_tests_deploy.jar
 echo "Running tests under cluster mode."
 # TODO(hchen): Ideally, we should use the following bazel command to run Java tests. However, if there're skipped tests,
 # TestNG will exit with code 2. And bazel treats it as test failure.
-# bazel test //java:all_tests --action_env=ENABLE_MULTI_LANGUAGE_TESTS=1 --test_output="errors" || cluster_exit_code=$?
+# bazel test //java:all_tests --action_env=ENABLE_MULTI_LANGUAGE_TESTS=1 --config=ci || cluster_exit_code=$?
 ENABLE_MULTI_LANGUAGE_TESTS=1 run_testng java -cp "$ROOT_DIR"/../bazel-bin/java/all_tests_deploy.jar org.testng.TestNG -d /tmp/ray_java_test_output "$ROOT_DIR"/testng.xml
 
 echo "Running tests under single-process mode."
-# bazel test //java:all_tests --jvmopt="-Dray.run-mode=SINGLE_PROCESS" --test_output="errors" || single_exit_code=$?
+# bazel test //java:all_tests --jvmopt="-Dray.run-mode=SINGLE_PROCESS" --config=ci || single_exit_code=$?
 run_testng java -Dray.run-mode="SINGLE_PROCESS" -cp "$ROOT_DIR"/../bazel-bin/java/all_tests_deploy.jar org.testng.TestNG -d /tmp/ray_java_test_output "$ROOT_DIR"/testng.xml
 
 popd