mirror of
https://github.com/wassname/ray.git
synced 2026-07-01 17:11:05 +08:00
Lingxuan Zuo
27e1f513e3
* make glog flush and RAY_LOG thread-safe * dump error log to console * mapping all levels to destination * hack glog for exporting message to stdout if no base name given * patch lint * use stdout logger by default * add raylet std/err pytest checker * add worker logs file check * fix asan check * loop in glog enums * fix python lint * lint for autoindent * fix indent lint * make raylet.err is not empty
59 lines
1.8 KiB
Python
59 lines
1.8 KiB
Python
import os
|
|
import sys
|
|
import glob
|
|
|
|
import pytest
|
|
import ray
|
|
from ray.test_utils import (
|
|
wait_for_condition, )
|
|
|
|
|
|
def enable_export_loglevel(func):
|
|
# For running in both python and pytest, this decorator makes sure
|
|
# log level env parameter will be changed.
|
|
# Make raylet emit a log to raylet.err.
|
|
os.environ["RAY_BACKEND_LOG_LEVEL"] = "info"
|
|
return func
|
|
|
|
|
|
@enable_export_loglevel
|
|
def test_ray_log_redirected(ray_start_regular):
|
|
session_dir = ray.worker._global_node.get_session_dir_path()
|
|
assert os.path.exists(session_dir), "Session dir not found."
|
|
raylet_out_path = "{}/logs/raylet.out".format(session_dir)
|
|
raylet_err_path = "{}/logs/raylet.err".format(session_dir)
|
|
|
|
@ray.remote
|
|
class Actor:
|
|
def __init__(self):
|
|
pass
|
|
|
|
def get_pid(self):
|
|
return os.getpid()
|
|
|
|
def file_exists_and_not_empty(filename):
|
|
return os.path.exists(filename) and os.path.getsize(filename) > 0
|
|
|
|
actor = Actor.remote()
|
|
remote_pid = ray.get(actor.get_pid.remote())
|
|
local_pid = os.getpid()
|
|
|
|
wait_for_condition(lambda: all(
|
|
map(file_exists_and_not_empty, [raylet_out_path, raylet_err_path])))
|
|
|
|
core_worker_logs = glob.glob("{}/logs/python-core-worker*{}.log".format(
|
|
session_dir, remote_pid))
|
|
driver_log = glob.glob("{}/logs/python-core-driver*{}.log".format(
|
|
session_dir, local_pid))
|
|
assert len(core_worker_logs) > 0 and len(driver_log) > 0
|
|
all_worker_logs = core_worker_logs + driver_log
|
|
wait_for_condition(
|
|
lambda: all(map(file_exists_and_not_empty, all_worker_logs)))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# Make subprocess happy in bazel.
|
|
os.environ["LC_ALL"] = "en_US.UTF-8"
|
|
os.environ["LANG"] = "en_US.UTF-8"
|
|
sys.exit(pytest.main(["-v", __file__]))
|