wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 18:11:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update arrow to use updated pandas serializer. (#1582)

Browse Source
This commit is contained in:
Robert Nishihara
2018-02-22 11:10:52 -08:00
committed by Philipp Moritz
parent 330159d8bd
commit f4b1881fec
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/worker.py
+1 -3
View File
@@ -1038,12 +1038,10 @@ def _initialize_serialization(worker=global_worker):
This defines a custom serializer for object IDs and also tells ray to
serialize several exception classes that we define for error handling.
"""
worker.serialization_context = pyarrow.SerializationContext()
worker.serialization_context = pyarrow.default_serialization_context()
# Tell the serialization context to use the cloudpickle version that we
# ship with Ray.
worker.serialization_context.set_pickle(pickle.dumps, pickle.loads)
pyarrow.register_default_serialization_handlers(
worker.serialization_context)
pyarrow.register_torch_serialization_handlers(worker.serialization_context)
# Define a custom serializer and deserializer for handling Object IDs.