Revert "Revert "Removing Pyarrow dependency (#7146)" (#7209) (#7214)

This commit is contained in:
Simon Mo
2020-02-19 10:08:52 -08:00
committed by GitHub
parent f76ce836b2
commit e8941b1b79
20 changed files with 149 additions and 378 deletions
+3 -4
View File
@@ -3,14 +3,13 @@ import logging
import time
import threading
import pyarrow.plasma as plasma
import ray.cloudpickle as pickle
from ray import ray_constants, JobID
import ray.utils
from ray.utils import _random_string
from ray.gcs_utils import ErrorType
from ray.exceptions import (
PlasmaObjectNotAvailable,
RayActorError,
RayWorkerError,
UnreconstructableError,
@@ -233,7 +232,7 @@ class SerializationContext:
if not self.use_pickle:
raise ValueError("Receiving pickle5 serialized objects "
"while the serialization context is "
"using pyarrow as the backend.")
"using a custom raw backend.")
try:
in_band, buffers = unpack_pickle5_buffers(data)
if len(buffers) > 0:
@@ -270,7 +269,7 @@ class SerializationContext:
# to the user. We should only reach this line if this object was
# deserialized as part of a list, and another object in the list
# throws an exception.
return plasma.ObjectNotAvailable
return PlasmaObjectNotAvailable
def deserialize_objects(self,
data_metadata_pairs,