wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-16 11:21:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Test] Cluster util fix (#8929)

Browse Source
This commit is contained in:
SangBin Cho
2020-06-29 14:15:41 -05:00
committed by GitHub
parent e060d99c6e
commit 7af6c69672
2 changed files with 15 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/tests/test_actor_failures.py
+5 -4
View File
@@ -17,7 +17,6 @@ from ray.test_utils import (
wait_for_errors,
wait_for_pid_to_exit,
generate_internal_config_map,
get_non_head_nodes,
get_other_nodes,
)
@@ -288,11 +287,13 @@ def test_actor_restart_on_node_failure(ray_start_cluster):
cluster = ray_start_cluster
# Head node with no resources.
cluster.add_node(num_cpus=0, _internal_config=config)
# Node to place the actor.
cluster.add_node(num_cpus=1, _internal_config=config)
cluster.wait_for_nodes()
ray.init(address=cluster.address)
# Node to place the actor.
actor_node = cluster.add_node(num_cpus=1, _internal_config=config)
cluster.wait_for_nodes()
@ray.remote(num_cpus=1, max_restarts=1, max_task_retries=-1)
class RestartableActor:
"""An actor that will be reconstructed at most once."""
@@ -311,7 +312,7 @@ def test_actor_restart_on_node_failure(ray_start_cluster):
ray.get(actor.ready.remote())
results = [actor.increase.remote() for _ in range(100)]
# Kill actor node, while the above task is still being executed.
cluster.remove_node(get_non_head_nodes(cluster)[-1])
cluster.remove_node(actor_node)
cluster.add_node(num_cpus=1, _internal_config=config)
cluster.wait_for_nodes()
# Check that none of the tasks failed and the actor is restarted.