mirror of
https://github.com/wassname/ray.git
synced 2026-06-27 17:31:37 +08:00
Robert Nishihara
658c14282c
* Remove legacy Ray code. * Fix cmake and simplify monitor. * Fix linting * Updates * Fix * Implement some methods. * Remove more plasma manager references. * Fix * Linting * Fix * Fix * Make sure class IDs are strings. * Some path fixes * Fix * Path fixes and update arrow * Fixes. * linting * Fixes * Java fixes * Some java fixes * TaskLanguage -> Language * Minor * Fix python test and remove unused method signature. * Fix java tests * Fix jenkins tests * Remove commented out code.
86 lines
3.7 KiB
Python
86 lines
3.7 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import os
|
|
import sys
|
|
|
|
if "pyarrow" in sys.modules:
|
|
raise ImportError("Ray must be imported before pyarrow because Ray "
|
|
"requires a specific version of pyarrow (which is "
|
|
"packaged along with Ray).")
|
|
|
|
# Add the directory containing pyarrow to the Python path so that we find the
|
|
# pyarrow version packaged with ray and not a pre-existing pyarrow.
|
|
pyarrow_path = os.path.join(
|
|
os.path.abspath(os.path.dirname(__file__)), "pyarrow_files")
|
|
sys.path.insert(0, pyarrow_path)
|
|
|
|
# See https://github.com/ray-project/ray/issues/131.
|
|
helpful_message = """
|
|
|
|
If you are using Anaconda, try fixing this problem by running:
|
|
|
|
conda install libgcc
|
|
"""
|
|
|
|
try:
|
|
import pyarrow # noqa: F401
|
|
except ImportError as e:
|
|
if ((hasattr(e, "msg") and isinstance(e.msg, str)
|
|
and ("libstdc++" in e.msg or "CXX" in e.msg))):
|
|
# This code path should be taken with Python 3.
|
|
e.msg += helpful_message
|
|
elif (hasattr(e, "message") and isinstance(e.message, str)
|
|
and ("libstdc++" in e.message or "CXX" in e.message)):
|
|
# This code path should be taken with Python 2.
|
|
condition = (hasattr(e, "args") and isinstance(e.args, tuple)
|
|
and len(e.args) == 1 and isinstance(e.args[0], str))
|
|
if condition:
|
|
e.args = (e.args[0] + helpful_message, )
|
|
else:
|
|
if not hasattr(e, "args"):
|
|
e.args = ()
|
|
elif not isinstance(e.args, tuple):
|
|
e.args = (e.args, )
|
|
e.args += (helpful_message, )
|
|
raise
|
|
|
|
from ray.raylet import ObjectID, _config # noqa: E402
|
|
from ray.profiling import profile # noqa: E402
|
|
from ray.worker import (error_info, init, connect, disconnect, get, put, wait,
|
|
remote, get_gpu_ids, get_resource_ids, get_webui_url,
|
|
register_custom_serializer, shutdown,
|
|
is_initialized) # noqa: E402
|
|
from ray.worker import (SCRIPT_MODE, WORKER_MODE, LOCAL_MODE,
|
|
PYTHON_MODE) # noqa: E402
|
|
from ray.worker import global_state # noqa: E402
|
|
import ray.internal # noqa: E402
|
|
# We import ray.actor because some code is run in actor.py which initializes
|
|
# some functions in the worker.
|
|
import ray.actor # noqa: F401
|
|
from ray.actor import method # noqa: E402
|
|
|
|
# Ray version string. TODO(rkn): This is also defined separately in setup.py.
|
|
# Fix this.
|
|
__version__ = "0.5.3"
|
|
|
|
__all__ = [
|
|
"error_info", "init", "connect", "disconnect", "get", "put", "wait",
|
|
"remote", "profile", "actor", "method", "get_gpu_ids", "get_resource_ids",
|
|
"get_webui_url", "register_custom_serializer", "shutdown",
|
|
"is_initialized", "SCRIPT_MODE", "WORKER_MODE", "LOCAL_MODE",
|
|
"PYTHON_MODE", "global_state", "ObjectID", "_config", "__version__",
|
|
"internal"
|
|
]
|
|
|
|
import ctypes # noqa: E402
|
|
# Windows only
|
|
if hasattr(ctypes, "windll"):
|
|
# Makes sure that all child processes die when we die. Also makes sure that
|
|
# fatal crashes result in process termination rather than an error dialog
|
|
# (the latter is annoying since we have a lot of processes). This is done
|
|
# by associating all child processes with a "job" object that imposes this
|
|
# behavior.
|
|
(lambda kernel32: (lambda job: (lambda n: kernel32.SetInformationJobObject(job, 9, "\0" * 17 + chr(0x8 | 0x4 | 0x20) + "\0" * (n - 18), n))(0x90 if ctypes.sizeof(ctypes.c_void_p) > ctypes.sizeof(ctypes.c_int) else 0x70) and kernel32.AssignProcessToJobObject(job, ctypes.c_void_p(kernel32.GetCurrentProcess())))(ctypes.c_void_p(kernel32.CreateJobObjectW(None, None))) if kernel32 is not None else None)(ctypes.windll.kernel32) # noqa: E501
|