wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-08-04 13:14:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

Move plasma retry logic into plasma store provider (#7328)

Browse Source
This commit is contained in:
Edward Oakes
2020-02-26 16:57:02 -08:00
committed by GitHub
parent aec03656d5
commit 2ad9bc5684
6 changed files with 67 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/_raylet.pyx
+11 -30
View File
@@ -93,10 +93,6 @@ from ray.exceptions import (
)
from ray.experimental.no_return import NoReturn
from ray.utils import decode
from ray.ray_constants import (
DEFAULT_PUT_OBJECT_DELAY,
DEFAULT_PUT_OBJECT_RETRIES,
)
cimport cpython
@@ -673,32 +669,17 @@ cdef class CoreWorker:
size_t data_size, ObjectID object_id,
c_vector[CObjectID] contained_ids,
CObjectID *c_object_id, shared_ptr[CBuffer] *data):
delay = ray_constants.DEFAULT_PUT_OBJECT_DELAY
for attempt in reversed(
range(ray_constants.DEFAULT_PUT_OBJECT_RETRIES)):
try:
if object_id is None:
with nogil:
check_status(self.core_worker.get().Create(
metadata, data_size, contained_ids,
c_object_id, data))
else:
c_object_id[0] = object_id.native()
with nogil:
check_status(self.core_worker.get().Create(
metadata, data_size,
c_object_id[0], data))
break
except ObjectStoreFullError as e:
if attempt:
logger.warning("Waiting {} seconds for space to free up "
"in the object store.".format(delay))
gc.collect()
time.sleep(delay)
delay *= 2
else:
self.dump_object_store_memory_usage()
raise e
if object_id is None:
with nogil:
check_status(self.core_worker.get().Create(
metadata, data_size, contained_ids,
c_object_id, data))
else:
c_object_id[0] = object_id.native()
with nogil:
check_status(self.core_worker.get().Create(
metadata, data_size,
c_object_id[0], data))
# If data is nullptr, that means the ObjectID already existed,
# which we ignore.