wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-06 03:40:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use different serialization context for each driver. (#2406)

Browse Source
This commit is contained in:
Shuo
2018-07-21 14:42:49 +08:00
committed by Robert Nishihara
parent 05f485e274
commit 99d0d96aef
2 changed files with 118 additions and 54 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/import_thread.py
+5 -5
View File
@@ -157,13 +157,13 @@ class ImportThread(object):
def fetch_and_execute_function_to_run(self, key):
"""Run on arbitrary function on the worker."""
driver_id, serialized_function = self.redis_client.hmget(
key, ["driver_id", "function"])
(driver_id, serialized_function,
run_on_other_drivers) = self.redis_client.hmget(
key, ["driver_id", "function", "run_on_other_drivers"])
if (self.worker.mode in [ray.SCRIPT_MODE, ray.SILENT_MODE]
if (run_on_other_drivers == "False"
and self.worker.mode in [ray.SCRIPT_MODE, ray.SILENT_MODE]
and driver_id != self.worker.task_driver_id.id()):
# This export was from a different driver and there's no need for
# this driver to import it.
return
try: