mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 14:48:54 +08:00
Robert Nishihara
ff2217251f
* Fix documentation indentation. * Add error table to GCS and push error messages through node manager. * Add type to error data. * Linting * Fix failure_test bug. * Linting. * Enable one more test. * Attempt to fix doc building. * Restructuring * Fixes * More fixes. * Move current_time_ms function into util.h.
69 lines
2.6 KiB
Python
69 lines
2.6 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
"""Ray constants used in the Python code."""
|
|
|
|
import os
|
|
|
|
import ray
|
|
|
|
|
|
def env_integer(key, default):
|
|
if key in os.environ:
|
|
return int(os.environ[key])
|
|
return default
|
|
|
|
|
|
ID_SIZE = 20
|
|
NIL_JOB_ID = ray.ObjectID(ID_SIZE * b"\x00")
|
|
|
|
# If a remote function or actor (or some other export) has serialized size
|
|
# greater than this quantity, print an warning.
|
|
PICKLE_OBJECT_WARNING_SIZE = 10**7
|
|
|
|
# The maximum resource quantity that is allowed. TODO(rkn): This could be
|
|
# relaxed, but the current implementation of the node manager will be slower
|
|
# for large resource quantities due to bookkeeping of specific resource IDs.
|
|
MAX_RESOURCE_QUANTITY = 512
|
|
|
|
# Different types of Ray errors that can be pushed to the driver.
|
|
# TODO(rkn): These should be defined in flatbuffers and must be synced with
|
|
# the existing C++ definitions.
|
|
WAIT_FOR_CLASS_PUSH_ERROR = "wait_for_class"
|
|
PICKLING_LARGE_OBJECT_PUSH_ERROR = "pickling_large_object"
|
|
WAIT_FOR_FUNCTION_PUSH_ERROR = "wait_for_function"
|
|
TASK_PUSH_ERROR = "task"
|
|
REGISTER_REMOTE_FUNCTION_PUSH_ERROR = "register_remote_function"
|
|
FUNCTION_TO_RUN_PUSH_ERROR = "function_to_run"
|
|
VERSION_MISMATCH_PUSH_ERROR = "version_mismatch"
|
|
CHECKPOINT_PUSH_ERROR = "checkpoint"
|
|
REGISTER_ACTOR_PUSH_ERROR = "register_actor"
|
|
WORKER_CRASH_PUSH_ERROR = "worker_crash"
|
|
WORKER_DIED_PUSH_ERROR = "worker_died"
|
|
PUT_RECONSTRUCTION_PUSH_ERROR = "put_reconstruction"
|
|
HASH_MISMATCH_PUSH_ERROR = "object_hash_mismatch"
|
|
|
|
# Abort autoscaling if more than this number of errors are encountered. This
|
|
# is a safety feature to prevent e.g. runaway node launches.
|
|
AUTOSCALER_MAX_NUM_FAILURES = env_integer("AUTOSCALER_MAX_NUM_FAILURES", 5)
|
|
|
|
# The maximum number of nodes to launch in a single request.
|
|
# Multiple requests may be made for this batch size, up to
|
|
# the limit of AUTOSCALER_MAX_CONCURRENT_LAUNCHES.
|
|
AUTOSCALER_MAX_LAUNCH_BATCH = env_integer("AUTOSCALER_MAX_LAUNCH_BATCH", 5)
|
|
|
|
# Max number of nodes to launch at a time.
|
|
AUTOSCALER_MAX_CONCURRENT_LAUNCHES = env_integer(
|
|
"AUTOSCALER_MAX_CONCURRENT_LAUNCHES", 10)
|
|
|
|
# Interval at which to perform autoscaling updates.
|
|
AUTOSCALER_UPDATE_INTERVAL_S = env_integer("AUTOSCALER_UPDATE_INTERVAL_S", 5)
|
|
|
|
# The autoscaler will attempt to restart Ray on nodes it hasn't heard from
|
|
# in more than this interval.
|
|
AUTOSCALER_HEARTBEAT_TIMEOUT_S = env_integer("AUTOSCALER_HEARTBEAT_TIMEOUT_S",
|
|
30)
|
|
|
|
# Max number of retries to AWS (default is 5, time increases exponentially)
|
|
BOTO_MAX_RETRIES = env_integer("BOTO_MAX_RETRIES", 12)
|