mirror of
https://github.com/vale981/ray
synced 2025-03-06 18:41:40 -05:00
295b6e5ce4
* first * xxx * Split heartbeat message * only report resource usage when changed * Fix GetAllResourceUsage * Fix report resource usage * Increase default heartbeat interval * regularize heartbeat interval in test case
104 lines
2.6 KiB
Python
104 lines
2.6 KiB
Python
from ray.core.generated.common_pb2 import ErrorType
|
|
from ray.core.generated.gcs_pb2 import (
|
|
ActorTableData,
|
|
GcsNodeInfo,
|
|
AvailableResources,
|
|
JobTableData,
|
|
JobConfig,
|
|
ErrorTableData,
|
|
GcsEntry,
|
|
ResourceUsageBatchData,
|
|
ResourcesData,
|
|
ObjectTableData,
|
|
ProfileTableData,
|
|
TablePrefix,
|
|
TablePubsub,
|
|
TaskTableData,
|
|
ResourceDemand,
|
|
ResourceLoad,
|
|
ResourceMap,
|
|
ResourceTableData,
|
|
ObjectLocationInfo,
|
|
PubSubMessage,
|
|
WorkerTableData,
|
|
PlacementGroupTableData,
|
|
)
|
|
|
|
__all__ = [
|
|
"ActorTableData",
|
|
"GcsNodeInfo",
|
|
"AvailableResources",
|
|
"JobTableData",
|
|
"JobConfig",
|
|
"ErrorTableData",
|
|
"ErrorType",
|
|
"GcsEntry",
|
|
"ResourceUsageBatchData",
|
|
"ResourcesData",
|
|
"ObjectTableData",
|
|
"ProfileTableData",
|
|
"TablePrefix",
|
|
"TablePubsub",
|
|
"TaskTableData",
|
|
"ResourceDemand",
|
|
"ResourceLoad",
|
|
"ResourceMap",
|
|
"ResourceTableData",
|
|
"construct_error_message",
|
|
"ObjectLocationInfo",
|
|
"PubSubMessage",
|
|
"WorkerTableData",
|
|
"PlacementGroupTableData",
|
|
]
|
|
|
|
FUNCTION_PREFIX = "RemoteFunction:"
|
|
LOG_FILE_CHANNEL = "RAY_LOG_CHANNEL"
|
|
REPORTER_CHANNEL = "RAY_REPORTER"
|
|
|
|
# xray resource usages
|
|
XRAY_RESOURCES_BATCH_PATTERN = "RESOURCES_BATCH:".encode("ascii")
|
|
|
|
# xray job updates
|
|
XRAY_JOB_PATTERN = "JOB:*".encode("ascii")
|
|
|
|
# Actor pub/sub updates
|
|
RAY_ACTOR_PUBSUB_PATTERN = "ACTOR:*".encode("ascii")
|
|
|
|
# Reporter pub/sub updates
|
|
RAY_REPORTER_PUBSUB_PATTERN = "RAY_REPORTER.*".encode("ascii")
|
|
|
|
RAY_ERROR_PUBSUB_PATTERN = "ERROR_INFO:*".encode("ascii")
|
|
|
|
# These prefixes must be kept up-to-date with the TablePrefix enum in
|
|
# gcs.proto.
|
|
# TODO(rkn): We should use scoped enums, in which case we should be able to
|
|
# just access the flatbuffer generated values.
|
|
TablePrefix_RAYLET_TASK_string = "RAYLET_TASK"
|
|
TablePrefix_OBJECT_string = "OBJECT"
|
|
TablePrefix_PROFILE_string = "PROFILE"
|
|
TablePrefix_JOB_string = "JOB"
|
|
TablePrefix_ACTOR_string = "ACTOR"
|
|
|
|
WORKER = 0
|
|
DRIVER = 1
|
|
|
|
|
|
def construct_error_message(job_id, error_type, message, timestamp):
|
|
"""Construct a serialized ErrorTableData object.
|
|
|
|
Args:
|
|
job_id: The ID of the job that the error should go to. If this is
|
|
nil, then the error will go to all drivers.
|
|
error_type: The type of the error.
|
|
message: The error message.
|
|
timestamp: The time of the error.
|
|
|
|
Returns:
|
|
The serialized object.
|
|
"""
|
|
data = ErrorTableData()
|
|
data.job_id = job_id.binary()
|
|
data.type = error_type
|
|
data.error_message = message
|
|
data.timestamp = timestamp
|
|
return data.SerializeToString()
|