[Object spilling] Queue failed object creation requests until objects have been spilled (#11796)

* Queue creation requests

* Cleanup disconnected clients

* Remove unused

* todo

* FIFO order for create requests, remove warmup for IO workers

* test and lint

* disable test

* lint

* Skip on windows
This commit is contained in:
Stephanie Wang
2020-11-06 18:22:19 -05:00
committed by GitHub
parent 900a48c19c
commit 61e41257e7
15 changed files with 143 additions and 54 deletions
+5
View File
@@ -271,6 +271,8 @@ def test_spill_remote_object(ray_start_cluster_head):
ray.get(depends.remote(ref))
@pytest.mark.skipif(
platform.system() == "Windows", reason="Failing on Windows.")
def test_spill_objects_automatically(object_spilling_config, shutdown_only):
# Limit our object store to 75 MiB of memory.
ray.init(
@@ -306,6 +308,9 @@ def test_spill_objects_automatically(object_spilling_config, shutdown_only):
@pytest.mark.skipif(
platform.system() == "Windows", reason="Failing on Windows.")
@pytest.mark.skip(
"Temporarily disabled until OutOfMemory retries can be moved "
"into the plasma store")
def test_spill_during_get(object_spilling_config, shutdown_only):
ray.init(
num_cpus=4,