Revert "Revert "Revert "Removing Pyarrow dependency (#7146)" (#7209) (#7214)" (#7232)

This commit is contained in:
Simon Mo
2020-02-19 13:35:29 -08:00
committed by GitHub
parent d537e9f0d8
commit 7bef7031c2
20 changed files with 378 additions and 149 deletions
+4 -3
View File
@@ -3,13 +3,14 @@ import logging
import time
import threading
import pyarrow.plasma as plasma
import ray.cloudpickle as pickle
from ray import ray_constants, JobID
import ray.utils
from ray.utils import _random_string
from ray.gcs_utils import ErrorType
from ray.exceptions import (
PlasmaObjectNotAvailable,
RayActorError,
RayWorkerError,
UnreconstructableError,
@@ -232,7 +233,7 @@ class SerializationContext:
if not self.use_pickle:
raise ValueError("Receiving pickle5 serialized objects "
"while the serialization context is "
"using a custom raw backend.")
"using pyarrow as the backend.")
try:
in_band, buffers = unpack_pickle5_buffers(data)
if len(buffers) > 0:
@@ -269,7 +270,7 @@ class SerializationContext:
# to the user. We should only reach this line if this object was
# deserialized as part of a list, and another object in the list
# throws an exception.
return PlasmaObjectNotAvailable
return plasma.ObjectNotAvailable
def deserialize_objects(self,
data_metadata_pairs,