mirror of
https://github.com/wassname/ray.git
synced 2026-06-29 10:45:02 +08:00
Robert Nishihara
b90e551b41
* Add profile table and store profiling information there. * Code for dumping timeline. * Improve color scheme. * Push timeline events on driver only for raylet. * Improvements to profiling and timeline visualization * Some linting * Small fix. * Linting * Propagate node IP address through profiling events. * Fix test. * object_id.hex() should return byte string in python 2. * Include gcs.fbs in node_manager.fbs. * Remove flatbuffer definition duplication. * Decode to unicode in Python 3 and bytes in Python 2. * Minor * Submit profile events in a batch. Revert some CMake changes. * Fix * Workaround test failure. * Fix linting * Linting * Don't return anything from chrome_tracing_dump when filename is provided. * Remove some redundancy from profile table. * Linting * Move TODOs out of docstring. * Minor
87 lines
3.3 KiB
Python
87 lines
3.3 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import flatbuffers
|
|
|
|
from ray.core.generated.ResultTableReply import ResultTableReply
|
|
from ray.core.generated.SubscribeToNotificationsReply \
|
|
import SubscribeToNotificationsReply
|
|
from ray.core.generated.TaskExecutionDependencies import \
|
|
TaskExecutionDependencies
|
|
from ray.core.generated.TaskReply import TaskReply
|
|
from ray.core.generated.DriverTableMessage import DriverTableMessage
|
|
from ray.core.generated.LocalSchedulerInfoMessage import \
|
|
LocalSchedulerInfoMessage
|
|
from ray.core.generated.SubscribeToDBClientTableReply import \
|
|
SubscribeToDBClientTableReply
|
|
from ray.core.generated.TaskInfo import TaskInfo
|
|
|
|
import ray.core.generated.ErrorTableData
|
|
|
|
from ray.core.generated.GcsTableEntry import GcsTableEntry
|
|
from ray.core.generated.ClientTableData import ClientTableData
|
|
from ray.core.generated.ErrorTableData import ErrorTableData
|
|
from ray.core.generated.ProfileTableData import ProfileTableData
|
|
from ray.core.generated.HeartbeatTableData import HeartbeatTableData
|
|
from ray.core.generated.ObjectTableData import ObjectTableData
|
|
from ray.core.generated.ray.protocol.Task import Task
|
|
|
|
from ray.core.generated.TablePrefix import TablePrefix
|
|
from ray.core.generated.TablePubsub import TablePubsub
|
|
|
|
__all__ = [
|
|
"SubscribeToNotificationsReply", "ResultTableReply",
|
|
"TaskExecutionDependencies", "TaskReply", "DriverTableMessage",
|
|
"LocalSchedulerInfoMessage", "SubscribeToDBClientTableReply", "TaskInfo",
|
|
"GcsTableEntry", "ClientTableData", "ErrorTableData", "ProfileTableData",
|
|
"HeartbeatTableData", "ObjectTableData", "Task", "TablePrefix",
|
|
"TablePubsub", "construct_error_message"
|
|
]
|
|
|
|
# These prefixes must be kept up-to-date with the definitions in
|
|
# ray_redis_module.cc.
|
|
DB_CLIENT_PREFIX = "CL:"
|
|
TASK_PREFIX = "TT:"
|
|
OBJECT_CHANNEL_PREFIX = "OC:"
|
|
OBJECT_INFO_PREFIX = "OI:"
|
|
OBJECT_LOCATION_PREFIX = "OL:"
|
|
FUNCTION_PREFIX = "RemoteFunction:"
|
|
|
|
# These prefixes must be kept up-to-date with the TablePrefix enum in gcs.fbs.
|
|
# TODO(rkn): We should use scoped enums, in which case we should be able to
|
|
# just access the flatbuffer generated values.
|
|
TablePrefix_RAYLET_TASK_string = "RAYLET_TASK"
|
|
TablePrefix_OBJECT_string = "OBJECT"
|
|
TablePrefix_ERROR_INFO_string = "ERROR_INFO"
|
|
TablePrefix_PROFILE_string = "PROFILE"
|
|
|
|
|
|
def construct_error_message(error_type, message, timestamp):
|
|
"""Construct a serialized ErrorTableData object.
|
|
|
|
Args:
|
|
error_type: The type of the error.
|
|
message: The error message.
|
|
timestamp: The time of the error.
|
|
|
|
Returns:
|
|
The serialized object.
|
|
"""
|
|
builder = flatbuffers.Builder(0)
|
|
error_type_offset = builder.CreateString(error_type)
|
|
message_offset = builder.CreateString(message)
|
|
|
|
ray.core.generated.ErrorTableData.ErrorTableDataStart(builder)
|
|
ray.core.generated.ErrorTableData.ErrorTableDataAddType(
|
|
builder, error_type_offset)
|
|
ray.core.generated.ErrorTableData.ErrorTableDataAddErrorMessage(
|
|
builder, message_offset)
|
|
ray.core.generated.ErrorTableData.ErrorTableDataAddTimestamp(
|
|
builder, timestamp)
|
|
error_data_offset = ray.core.generated.ErrorTableData.ErrorTableDataEnd(
|
|
builder)
|
|
builder.Finish(error_data_offset)
|
|
|
|
return bytes(builder.Output())
|