From b5ecdd088b582b75ef14a2cf863722a2d9983c50 Mon Sep 17 00:00:00 2001 From: Eric Liang Date: Sat, 26 Sep 2020 18:33:02 -0700 Subject: [PATCH] Deflake object manager test (#11052) --- python/ray/tests/test_object_manager.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/python/ray/tests/test_object_manager.py b/python/ray/tests/test_object_manager.py index 7321df46f..e4b3de543 100644 --- a/python/ray/tests/test_object_manager.py +++ b/python/ray/tests/test_object_manager.py @@ -209,7 +209,8 @@ def test_object_transfer_retry(ray_start_cluster): config = { "object_manager_repeated_push_delay_ms": repeated_push_delay * 1000, "object_manager_pull_timeout_ms": repeated_push_delay * 1000 / 4, - "object_manager_default_chunk_size": 1000 + "object_manager_default_chunk_size": 1000, + "object_store_full_max_retries": 1, } object_store_memory = 150 * 1024 * 1024 cluster.add_node( @@ -242,8 +243,14 @@ def test_object_transfer_retry(ray_start_cluster): return not ray.worker.global_worker.core_worker.object_exists(x_id) def force_eviction(): + refs = [] for _ in range(20): - ray.put(np.zeros(object_store_memory // 10, dtype=np.uint8)) + try: + refs.append( + ray.put( + np.zeros(object_store_memory // 10, dtype=np.uint8))) + except Exception: + break wait_for_condition(not_exists) # Force the object to be evicted from the local node.