Use /tmp instead of /dev/shm for object store on Linux if /dev/shm is too small. (#3149)

* Use /tmp instead of /dev/shm for object store on Linux if /dev/shm is too small.

* Add logging statement and address comments.

* Fix
This commit is contained in:
Robert Nishihara
2018-10-28 20:09:06 -07:00
committed by Philipp Moritz
parent 08fc9e5bcd
commit 9868af4c7c
4 changed files with 107 additions and 42 deletions
+3 -3
View File
@@ -721,7 +721,7 @@ class Worker(object):
arguments.append(argument)
return arguments
def _store_outputs_in_objstore(self, object_ids, outputs):
def _store_outputs_in_object_store(self, object_ids, outputs):
"""Store the outputs of a remote function in the local object store.
This stores the values that were returned by a remote function in the
@@ -819,7 +819,7 @@ class Worker(object):
num_returns = len(return_object_ids)
if num_returns == 1:
outputs = (outputs, )
self._store_outputs_in_objstore(return_object_ids, outputs)
self._store_outputs_in_object_store(return_object_ids, outputs)
except Exception as e:
self._handle_process_task_failure(
function_id, function_name, return_object_ids, e,
@@ -831,7 +831,7 @@ class Worker(object):
failure_objects = [
failure_object for _ in range(len(return_object_ids))
]
self._store_outputs_in_objstore(return_object_ids, failure_objects)
self._store_outputs_in_object_store(return_object_ids, failure_objects)
# Log the error message.
ray.utils.push_error_to_driver(
self,