Remove vanilla pickle serialization for task arguments (#6948)

This commit is contained in:
Edward Oakes
2020-01-31 16:52:43 -08:00
committed by GitHub
parent 9b6794cbb0
commit 341a921d81
7 changed files with 31 additions and 192 deletions
+2 -4
View File
@@ -48,10 +48,6 @@ cdef extern from "ray/common/ray_config.h" nogil:
int64_t max_time_for_handler_milliseconds() const
int64_t size_limit() const
int64_t num_elements_limit() const
int64_t max_time_for_loop() const
int64_t redis_db_connect_retries()
@@ -86,4 +82,6 @@ cdef extern from "ray/common/ray_config.h" nogil:
uint32_t maximum_gcs_deletion_batch_size() const
int64_t max_direct_call_object_size() const
void initialize(const unordered_map[c_string, c_string] &config_map)
-8
View File
@@ -84,14 +84,6 @@ cdef class Config:
def max_time_for_handler_milliseconds():
return RayConfig.instance().max_time_for_handler_milliseconds()
@staticmethod
def size_limit():
return RayConfig.instance().size_limit()
@staticmethod
def num_elements_limit():
return RayConfig.instance().num_elements_limit()
@staticmethod
def max_time_for_loop():
return RayConfig.instance().max_time_for_loop()
-2
View File
@@ -95,8 +95,6 @@ cdef class TaskSpec:
:self.task_spec.get().ArgMetadataSize(i)]
if metadata == RAW_BUFFER_METADATA:
obj = data
elif metadata == PICKLE_BUFFER_METADATA:
obj = pickle.loads(data)
else:
obj = data
arg_list.append(obj)