[new scheduler] Pass test_basic and add CI builds with flag on (#11635)

python/ray/memory_monitor.py

@@ -52,9 +52,7 @@ class RayOutOfMemoryError(Exception):
                 f"The top 10 memory consumers are:\n\n{proc_str}" +
                 "\n\nIn addition, up to {} GiB of shared memory is ".format(
                     round(get_shared(psutil.virtual_memory()) / (1024**3), 2))
-                + "currently being used by the Ray object store. You can set "
-                "the object store size with the `object_store_memory` "
-                "parameter when starting Ray.\n---\n"
+                + "currently being used by the Ray object store.\n---\n"
                 "--- Tip: Use the `ray memory` command to list active "
                 "objects in the cluster.\n---\n")
 

python/ray/tests/BUILD

@@ -10,28 +10,13 @@ SRCS = [] + select({
 
 py_test_module_list(
   files = [
-    "test_actor_advanced.py",
-    "test_actor_failures.py",
-    "test_actor.py",
-    "test_actor_resources.py",
-    "test_advanced_2.py",
-    "test_advanced_3.py",
-    "test_advanced.py",
-    "test_array.py",
     "test_async.py",
-    "test_basic_2.py",
     "test_basic.py",
-    "test_cancel.py",
     "test_cli.py",
-    "test_component_failures_2.py",
     "test_component_failures_3.py",
-    "test_dynres.py",
     "test_error_ray_not_initialized.py",
     "test_gcs_fault_tolerance.py",
-    "test_global_gc.py",
-    "test_global_state.py",
     "test_iter.py",
-    "test_joblib.py",
     "test_resource_demand_scheduler.py",
   ],
   size = "medium",
@@ -40,25 +25,40 @@ py_test_module_list(
   deps = ["//:ray_lib"],
 )
 
+py_test_module_list(
+  files = [
+    "test_actor_advanced.py",
+    "test_actor_failures.py",
+    "test_actor.py",
+    "test_actor_resources.py",
+    "test_advanced_2.py",
+    "test_advanced_3.py",
+    "test_advanced.py",
+    "test_array.py",
+    "test_basic_2.py",
+    "test_cancel.py",
+    "test_component_failures_2.py",
+    "test_dynres.py",
+    "test_global_gc.py",
+    "test_global_state.py",
+    "test_joblib.py",
+  ],
+  size = "medium",
+  extra_srcs = SRCS,
+  tags = ["exclusive", "medium_size_python_tests_a_to_j", "new_scheduler_broken"],
+  deps = ["//:ray_lib"],
+)
+
 py_test_module_list(
   files = [
     "test_memory_limits.py",
     "test_memory_scheduling.py",
     "test_metrics.py",
     "test_multi_node_2.py",
-    "test_multi_tenancy.py",
     "test_multinode_failures_2.py",
-    "test_multinode_failures.py",
-    "test_multi_node.py",
     "test_multiprocessing.py",
-    "test_object_manager.py",
     "test_output.py",
-    "test_reconstruction.py",
     "test_reference_counting_2.py",
-    "test_reference_counting.py",
-    "test_serialization.py",
-    "test_stress.py",
-    "test_stress_sharded.py",
     "test_unreconstructable_errors.py",
     "test_tensorflow.py",
     "test_object_spilling.py",
@@ -71,7 +71,24 @@ py_test_module_list(
 
 py_test_module_list(
   files = [
-    "test_actor_pool.py",
+    "test_multinode_failures.py",
+    "test_multi_node.py",
+    "test_object_manager.py",
+    "test_reconstruction.py",
+    "test_reference_counting.py",
+    "test_serialization.py",
+    "test_stress.py",
+    "test_stress_sharded.py",
+    "test_multi_tenancy.py",
+  ],
+  size = "medium",
+  extra_srcs = SRCS,
+  tags = ["exclusive", "medium_size_python_tests_k_to_z", "new_scheduler_broken"],
+  deps = ["//:ray_lib"],
+)
+
+py_test_module_list(
+  files = [
     "test_args.py",
     "test_asyncio.py",
     "test_autoscaler.py",
@@ -83,9 +100,7 @@ py_test_module_list(
     "test_dask_callback.py",
     "test_debug_tools.py",
     "test_job.py",
-    "test_memstat.py",
     "test_metrics_agent.py",
-    "test_microbenchmarks.py",
     "test_mini.py",
     "test_monitor.py",
     "test_node_manager.py",
@@ -100,15 +115,36 @@ py_test_module_list(
   deps = ["//:ray_lib"],
 )
 
+py_test_module_list(
+  files = [
+    "test_actor_pool.py",
+    "test_memstat.py",
+    "test_microbenchmarks.py",
+  ],
+  size = "small",
+  extra_srcs = SRCS,
+  tags = ["exclusive", "new_scheduler_broken"],
+  deps = ["//:ray_lib"],
+)
+
 py_test_module_list(
   files = [
     "test_stress_failure.py",
+  ],
+  size = "large",
+  extra_srcs = SRCS,
+  tags = ["exclusive"],
+  deps = ["//:ray_lib"],
+)
+
+py_test_module_list(
+  files = [
     "test_failure.py",
     "test_placement_group.py",
   ],
   size = "large",
   extra_srcs = SRCS,
-  tags = ["exclusive"],
+  tags = ["exclusive", "new_scheduler_broken"],
   deps = ["//:ray_lib"],
 )