wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-18 12:40:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Object Spilling] Fusion small objects (#12087)

Browse Source
This commit is contained in:
SangBin Cho
2020-11-25 10:13:32 -08:00
committed by GitHub
parent 09d5413f70
commit 2e4e285ef0
18 changed files with 413 additions and 117 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/_raylet.pyx
+3 -1
View File
@@ -611,17 +611,19 @@ cdef c_vector[c_string] spill_objects_handler(
cdef void restore_spilled_objects_handler(
const c_vector[CObjectID]& object_ids_to_restore,
const c_vector[c_string]& object_urls) nogil:
with gil:
urls = []
size = object_urls.size()
for i in range(size):
urls.append(object_urls[i])
object_refs = VectorToObjectRefs(object_ids_to_restore)
try:
with ray.worker._changeproctitle(
ray_constants.WORKER_PROCESS_TYPE_RESTORE_WORKER,
ray_constants.WORKER_PROCESS_TYPE_RESTORE_WORKER_IDLE):
external_storage.restore_spilled_objects(urls)
external_storage.restore_spilled_objects(object_refs, urls)
except Exception:
exception_str = (
"An unexpected internal error occurred while the IO worker "