mirror of
https://github.com/wassname/ray.git
synced 2026-07-01 04:16:42 +08:00
Deprecate use_pickle flag (#7474)
This commit is contained in:
+18
-43
@@ -145,11 +145,6 @@ class Worker:
|
||||
self.check_connected()
|
||||
return self.node.load_code_from_local
|
||||
|
||||
@property
|
||||
def use_pickle(self):
|
||||
self.check_connected()
|
||||
return self.node.use_pickle
|
||||
|
||||
@property
|
||||
def current_job_id(self):
|
||||
if hasattr(self, "core_worker"):
|
||||
@@ -555,7 +550,7 @@ def init(address=None,
|
||||
raylet_socket_name=None,
|
||||
temp_dir=None,
|
||||
load_code_from_local=False,
|
||||
use_pickle=ray.cloudpickle.FAST_CLOUDPICKLE_USED,
|
||||
use_pickle=True,
|
||||
_internal_config=None):
|
||||
"""Connect to an existing Ray cluster or start one and connect to it.
|
||||
|
||||
@@ -649,7 +644,7 @@ def init(address=None,
|
||||
directory for the Ray process.
|
||||
load_code_from_local: Whether code should be loaded from a local module
|
||||
or from the GCS.
|
||||
use_pickle: Whether data objects should be serialized with cloudpickle.
|
||||
use_pickle: Deprecated.
|
||||
_internal_config (str): JSON configuration for overriding
|
||||
RayConfig defaults. For testing purposes ONLY.
|
||||
|
||||
@@ -661,6 +656,9 @@ def init(address=None,
|
||||
arguments is passed in.
|
||||
"""
|
||||
|
||||
if not use_pickle:
|
||||
raise DeprecationWarning("The use_pickle argument is deprecated.")
|
||||
|
||||
if redis_address is not None:
|
||||
raise DeprecationWarning("The redis_address argument is deprecated. "
|
||||
"Please use address instead.")
|
||||
@@ -731,7 +729,6 @@ def init(address=None,
|
||||
raylet_socket_name=raylet_socket_name,
|
||||
temp_dir=temp_dir,
|
||||
load_code_from_local=load_code_from_local,
|
||||
use_pickle=use_pickle,
|
||||
_internal_config=_internal_config,
|
||||
)
|
||||
# Start the Ray processes. We set shutdown_at_exit=False because we
|
||||
@@ -792,8 +789,7 @@ def init(address=None,
|
||||
redis_password=redis_password,
|
||||
object_id_seed=object_id_seed,
|
||||
temp_dir=temp_dir,
|
||||
load_code_from_local=load_code_from_local,
|
||||
use_pickle=use_pickle)
|
||||
load_code_from_local=load_code_from_local)
|
||||
_global_node = ray.node.Node(
|
||||
ray_params,
|
||||
head=False,
|
||||
@@ -1364,12 +1360,10 @@ def _changeproctitle(title, next_title):
|
||||
|
||||
|
||||
def register_custom_serializer(cls,
|
||||
serializer=None,
|
||||
deserializer=None,
|
||||
serializer,
|
||||
deserializer,
|
||||
use_pickle=False,
|
||||
use_dict=False,
|
||||
local=None,
|
||||
job_id=None,
|
||||
class_id=None):
|
||||
"""Registers custom functions for efficient object serialization.
|
||||
|
||||
@@ -1377,15 +1371,6 @@ def register_custom_serializer(cls,
|
||||
`cls` across processes and nodes. This can be significantly faster than
|
||||
the Ray default fallbacks. Wraps `register_custom_serializer` underneath.
|
||||
|
||||
`use_pickle` tells Ray to automatically use cloudpickle for serialization,
|
||||
and `use_dict` automatically uses `cls.__dict__`.
|
||||
|
||||
When calling this function, you can only provide one of the following:
|
||||
|
||||
1. serializer and deserializer
|
||||
2. `use_pickle`
|
||||
3. `use_dict`
|
||||
|
||||
Args:
|
||||
cls (type): The class that ray should use this custom serializer for.
|
||||
serializer: The custom serializer that takes in a cls instance and
|
||||
@@ -1394,34 +1379,24 @@ def register_custom_serializer(cls,
|
||||
deserializer: The custom deserializer that takes in a serialized
|
||||
representation of the cls and outputs a cls instance. use_pickle
|
||||
and use_dict must be False if provided.
|
||||
use_pickle (bool): If true, objects of this class will be
|
||||
serialized using pickle. Must be False if
|
||||
use_dict is true.
|
||||
use_dict (bool): If true, objects of this class be serialized turning
|
||||
their __dict__ fields into a dictionary. Must be False if
|
||||
use_pickle is true.
|
||||
local: Deprecated.
|
||||
job_id: Deprecated.
|
||||
use_pickle: Deprecated.
|
||||
use_dict: Deprecated.
|
||||
class_id (str): Unique ID of the class. Autogenerated if None.
|
||||
"""
|
||||
if job_id:
|
||||
if use_pickle:
|
||||
raise DeprecationWarning(
|
||||
"`job_id` is no longer a valid parameter and will be removed in "
|
||||
"future versions of Ray. If this breaks your application, "
|
||||
"`use_pickle` is no longer a valid parameter and will be removed "
|
||||
"in future versions of Ray. If this breaks your application, "
|
||||
"see `SerializationContext.register_custom_serializer`.")
|
||||
if local:
|
||||
if use_dict:
|
||||
raise DeprecationWarning(
|
||||
"`local` is no longer a valid parameter and will be removed in "
|
||||
"future versions of Ray. If this breaks your application, "
|
||||
"`use_pickle` is no longer a valid parameter and will be removed "
|
||||
"in future versions of Ray. If this breaks your application, "
|
||||
"see `SerializationContext.register_custom_serializer`.")
|
||||
assert serializer is not None and deserializer is not None
|
||||
context = global_worker.get_serialization_context()
|
||||
context.register_custom_serializer(
|
||||
cls,
|
||||
use_pickle=use_pickle,
|
||||
use_dict=use_dict,
|
||||
serializer=serializer,
|
||||
deserializer=deserializer,
|
||||
class_id=class_id)
|
||||
cls, serializer, deserializer, class_id=class_id)
|
||||
|
||||
|
||||
def show_in_webui(message, key="", dtype="text"):
|
||||
|
||||
Reference in New Issue
Block a user