Stop vendoring pyarrow (#7233)

This commit is contained in:
Simon Mo
2020-02-19 19:01:26 -08:00
committed by GitHub
parent 48c06f5042
commit b804d40c04
20 changed files with 178 additions and 387 deletions
+3 -4
View File
@@ -3,14 +3,13 @@ import logging
import time
import threading
import pyarrow.plasma as plasma
import ray.cloudpickle as pickle
from ray import ray_constants, JobID
import ray.utils
from ray.utils import _random_string
from ray.gcs_utils import ErrorType
from ray.exceptions import (
PlasmaObjectNotAvailable,
RayActorError,
RayWorkerError,
UnreconstructableError,
@@ -233,7 +232,7 @@ class SerializationContext:
if not self.use_pickle:
raise ValueError("Receiving pickle5 serialized objects "
"while the serialization context is "
"using pyarrow as the backend.")
"using a custom raw backend.")
try:
in_band, buffers = unpack_pickle5_buffers(data)
if len(buffers) > 0:
@@ -270,7 +269,7 @@ class SerializationContext:
# to the user. We should only reach this line if this object was
# deserialized as part of a list, and another object in the list
# throws an exception.
return plasma.ObjectNotAvailable
return PlasmaObjectNotAvailable
def deserialize_objects(self,
data_metadata_pairs,