[Buildkite] Add all Python tests (#13566)

python/ray/scripts/scripts.py

@@ -739,6 +739,7 @@ def stop(force, verbose, log_style, log_color):
 
     total_found = 0
     total_stopped = 0
+    stopped = []
     for keyword, filter_by_cmd in processes_to_kill:
         if filter_by_cmd and is_linux and len(keyword) > 15:
             # getting here is an internal bug, so we do not use cli_logger
@@ -777,6 +778,7 @@ def stop(force, verbose, log_style, log_color):
                                        cf.dimmed("(via SIGTERM)"))
 
                 total_stopped += 1
+                stopped.append(proc)
             except psutil.NoSuchProcess:
                 cli_logger.verbose(
                     "Attempted to stop `{}`, but process was already dead.",
@@ -799,8 +801,8 @@ def stop(force, verbose, log_style, log_color):
             cli_logger.warning("Try running the command again, or use `{}`.",
                                cf.bold("--force"))
 
-    # TODO(maximsmol): we should probably block until the processes actually
-    # all died somehow
+    # Wait for the processes to actually stop.
+    psutil.wait_procs(stopped, timeout=2)
 
 
 @cli.command()

python/ray/tests/test_stress.py

@@ -15,7 +15,7 @@ def ray_start_combination(request):
         initialize_head=True,
         head_node_args={
             "num_cpus": 10,
-            "redis_max_memory": 10**7
+            "redis_max_memory": 10**8
         })
     for i in range(num_nodes - 1):
         cluster.add_node(num_cpus=10)

python/ray/tests/test_stress_failure.py

@@ -20,7 +20,7 @@ def ray_start_reconstruction(request):
         head_node_args={
             "num_cpus": 1,
             "object_store_memory": plasma_store_memory // num_nodes,
-            "redis_max_memory": 10**7,
+            "redis_max_memory": 10**8,
             "_system_config": {
                 "object_timeout_milliseconds": 200
             }

python/ray/tests/test_stress_sharded.py

@@ -14,7 +14,7 @@ def ray_start_sharded(request):
         object_store_memory=int(0.5 * 10**9),
         num_cpus=10,
         # _num_redis_shards=num_redis_shards,
-        _redis_max_memory=10**7)
+        _redis_max_memory=10**8)
 
     yield None
 

python/ray/tests/test_unreconstructable_errors.py

@@ -10,7 +10,7 @@ class TestObjectLostErrors(unittest.TestCase):
         ray.init(
             num_cpus=1,
             object_store_memory=150 * 1024 * 1024,
-            _redis_max_memory=10000000)
+            _redis_max_memory=10**8)
 
     def tearDown(self):
         ray.shutdown()