mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 13:54:27 +08:00
Robert Nishihara
658c14282c
* Remove legacy Ray code. * Fix cmake and simplify monitor. * Fix linting * Updates * Fix * Implement some methods. * Remove more plasma manager references. * Fix * Linting * Fix * Fix * Make sure class IDs are strings. * Some path fixes * Fix * Path fixes and update arrow * Fixes. * linting * Fixes * Java fixes * Some java fixes * TaskLanguage -> Language * Minor * Fix python test and remove unused method signature. * Fix java tests * Fix jenkins tests * Remove commented out code.
79 lines
3.0 KiB
Python
79 lines
3.0 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
"""Ray constants used in the Python code."""
|
|
|
|
import os
|
|
|
|
from ray.raylet import ObjectID
|
|
|
|
|
|
def env_integer(key, default):
|
|
if key in os.environ:
|
|
return int(os.environ[key])
|
|
return default
|
|
|
|
|
|
ID_SIZE = 20
|
|
NIL_JOB_ID = ObjectID(ID_SIZE * b"\xff")
|
|
|
|
# If a remote function or actor (or some other export) has serialized size
|
|
# greater than this quantity, print an warning.
|
|
PICKLE_OBJECT_WARNING_SIZE = 10**7
|
|
|
|
# The maximum resource quantity that is allowed. TODO(rkn): This could be
|
|
# relaxed, but the current implementation of the node manager will be slower
|
|
# for large resource quantities due to bookkeeping of specific resource IDs.
|
|
MAX_RESOURCE_QUANTITY = 512
|
|
|
|
# Different types of Ray errors that can be pushed to the driver.
|
|
# TODO(rkn): These should be defined in flatbuffers and must be synced with
|
|
# the existing C++ definitions.
|
|
WAIT_FOR_CLASS_PUSH_ERROR = "wait_for_class"
|
|
PICKLING_LARGE_OBJECT_PUSH_ERROR = "pickling_large_object"
|
|
WAIT_FOR_FUNCTION_PUSH_ERROR = "wait_for_function"
|
|
TASK_PUSH_ERROR = "task"
|
|
REGISTER_REMOTE_FUNCTION_PUSH_ERROR = "register_remote_function"
|
|
FUNCTION_TO_RUN_PUSH_ERROR = "function_to_run"
|
|
VERSION_MISMATCH_PUSH_ERROR = "version_mismatch"
|
|
CHECKPOINT_PUSH_ERROR = "checkpoint"
|
|
REGISTER_ACTOR_PUSH_ERROR = "register_actor"
|
|
WORKER_CRASH_PUSH_ERROR = "worker_crash"
|
|
WORKER_DIED_PUSH_ERROR = "worker_died"
|
|
PUT_RECONSTRUCTION_PUSH_ERROR = "put_reconstruction"
|
|
INFEASIBLE_TASK_ERROR = "infeasible_task"
|
|
REMOVED_NODE_ERROR = "node_removed"
|
|
MONITOR_DIED_ERROR = "monitor_died"
|
|
|
|
# Abort autoscaling if more than this number of errors are encountered. This
|
|
# is a safety feature to prevent e.g. runaway node launches.
|
|
AUTOSCALER_MAX_NUM_FAILURES = env_integer("AUTOSCALER_MAX_NUM_FAILURES", 5)
|
|
|
|
# The maximum number of nodes to launch in a single request.
|
|
# Multiple requests may be made for this batch size, up to
|
|
# the limit of AUTOSCALER_MAX_CONCURRENT_LAUNCHES.
|
|
AUTOSCALER_MAX_LAUNCH_BATCH = env_integer("AUTOSCALER_MAX_LAUNCH_BATCH", 5)
|
|
|
|
# Max number of nodes to launch at a time.
|
|
AUTOSCALER_MAX_CONCURRENT_LAUNCHES = env_integer(
|
|
"AUTOSCALER_MAX_CONCURRENT_LAUNCHES", 10)
|
|
|
|
# Interval at which to perform autoscaling updates.
|
|
AUTOSCALER_UPDATE_INTERVAL_S = env_integer("AUTOSCALER_UPDATE_INTERVAL_S", 5)
|
|
|
|
# The autoscaler will attempt to restart Ray on nodes it hasn't heard from
|
|
# in more than this interval.
|
|
AUTOSCALER_HEARTBEAT_TIMEOUT_S = env_integer("AUTOSCALER_HEARTBEAT_TIMEOUT_S",
|
|
30)
|
|
|
|
# Max number of retries to AWS (default is 5, time increases exponentially)
|
|
BOTO_MAX_RETRIES = env_integer("BOTO_MAX_RETRIES", 12)
|
|
|
|
# Default logger format: only contains the message.
|
|
LOGGER_FORMAT = "%(message)s"
|
|
LOGGER_FORMAT_HELP = "The logging format. default='%(message)s'"
|
|
LOGGER_LEVEL = "info"
|
|
LOGGER_LEVEL_CHOICES = ['debug', 'info', 'warning', 'error', 'critical']
|
|
LOGGER_LEVEL_HELP = ("The logging level threshold, choices=['debug', 'info',"
|
|
" 'warning', 'error', 'critical'], default='info'")
|