diff --git a/python/ray/services.py b/python/ray/services.py
index ed937102a..42a8ad7f2 100644
--- a/python/ray/services.py
+++ b/python/ray/services.py
@@ -6,6 +6,7 @@ import logging
 import multiprocessing
 import os
 import random
+import shutil
 import signal
 import socket
 import subprocess
@@ -1314,15 +1315,8 @@ def start_raylet(redis_address,
     gcs_ip_address, gcs_port = redis_address.split(":")
 
     has_java_command = False
-    try:
-        java_proc = subprocess.run(
-            ["java", "-version"],
-            stdout=subprocess.PIPE,
-            stderr=subprocess.PIPE)
-        if java_proc.returncode == 0:
-            has_java_command = True
-    except OSError:
-        pass
+    if shutil.which("java") is not None:
+        has_java_command = True
 
     ray_java_installed = False
     try: