[serve] Serve client refactor (#10409)

python/ray/serve/BUILD

@@ -6,8 +6,7 @@ py_library(
 )
 
 serve_tests_srcs = glob(["tests/*.py"],
-     exclude=["tests/test_nonblocking.py",
-              "tests/test_controller_crashes.py",
+     exclude=["tests/test_controller_crashes.py",
               "tests/test_serve.py",
              ])
 
@@ -115,8 +114,7 @@ py_test(
     # srcs = glob(["tests/test_controller_crashes.py",
                  # "tests/test_api.py",
                  # "tests/test_failure.py"],
-                # exclude=["tests/test_nonblocking.py",
-                         # "tests/test_serve.py"]),
+                # exclude=["tests/test_serve.py"]),
 # )
 
 py_test(
@@ -127,14 +125,6 @@ py_test(
     deps = [":serve_lib"]
 )
 
-py_test(
-    name = "test_nonblocking",
-    size = "small",
-    srcs = glob(["tests/test_nonblocking.py"]),
-    tags = ["exclusive"],
-    deps = [":serve_lib"],
-)
-
 # Make sure the example showing in doc is tested
 py_test(
     name = "quickstart_class",