diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
index c35bad93f..ccb3008d7 100644
--- a/.buildkite/pipeline.yml
+++ b/.buildkite/pipeline.yml
@@ -1,7 +1,16 @@
 - label: "Wheel Testing"
+  conditions:
+    [
+      "RAY_CI_LINUX_WHEELS_AFFECTED",
+      "RAY_CI_JAVA_AFFECTED",
+      "RAY_CI_STREAMING_JAVA_AFFECTED",
+    ]
   commands:
-    - docker ps
-    - docker run hello-world
+    - LINUX_WHEELS=1 LINUX_JARS=1 DOCKER_BUILD_PY37=1 RAY_INSTALL_JAVA=1 ./ci/travis/ci.sh build
+    - pip install docker
+    - python ./ci/travis/build-docker-images.py PY37
+    - bash ./java/build-jar-multiplatform.sh linux
+
 
 # - label: ":book: Lint"
 #   commands: