diff --git a/python/setup.py b/python/setup.py
index ac8758169..500cabee8 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -250,9 +250,9 @@ def build(build_python, build_java):
     version_info = bazel_invoke(subprocess.check_output, ["--version"])
     bazel_version_str = version_info.rstrip().decode("utf-8").split(" ", 1)[1]
     bazel_version = tuple(map(int, bazel_version_str.split(".")))
-    if bazel_version <= SUPPORTED_BAZEL:
-        logger.warning("Expected Bazel version {} but found {}", bazel_version,
-                       SUPPORTED_BAZEL)
+    if bazel_version < SUPPORTED_BAZEL:
+        logger.warning("Expected Bazel version {} but found {}".format(
+            ".".join(map(str, SUPPORTED_BAZEL)), bazel_version_str))
 
     bazel_targets = []
     bazel_targets += ["//:ray_pkg"] if build_python else []