mirror of
https://github.com/vale981/ray
synced 2025-03-05 10:01:43 -05:00
cb8dc5c94e
## Why are these changes needed? This generates a warning when calling `protoc` on the proto. ## Related issue number
443 lines
9.5 KiB
Text
443 lines
9.5 KiB
Text
# Bazel build
|
|
# C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
|
|
|
|
load("@rules_proto_grpc//python:defs.bzl", "python_proto_compile")
|
|
load("//bazel:ray.bzl", "COPTS", "copy_to_workspace")
|
|
|
|
proto_library(
|
|
name = "streaming_proto",
|
|
srcs = ["src/protobuf/streaming.proto"],
|
|
strip_import_prefix = "src",
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
|
|
proto_library(
|
|
name = "streaming_queue_proto",
|
|
srcs = ["src/protobuf/streaming_queue.proto"],
|
|
strip_import_prefix = "src",
|
|
)
|
|
|
|
proto_library(
|
|
name = "remote_call_proto",
|
|
srcs = ["src/protobuf/remote_call.proto"],
|
|
strip_import_prefix = "src",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"streaming_proto",
|
|
"@com_google_protobuf//:any_proto",
|
|
],
|
|
)
|
|
|
|
cc_proto_library(
|
|
name = "streaming_cc_proto",
|
|
deps = [":streaming_proto"],
|
|
)
|
|
|
|
cc_proto_library(
|
|
name = "streaming_queue_cc_proto",
|
|
deps = ["streaming_queue_proto"],
|
|
)
|
|
|
|
# Use `linkshared` to ensure ray related symbols are not packed into streaming libs
|
|
# to avoid duplicate symbols. In runtime we expose ray related symbols, which can
|
|
# be linked into streaming libs by dynamic linker. See bazel rule `//:_raylet`
|
|
cc_binary(
|
|
name = "ray_util.so",
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
visibility = ["//visibility:public"],
|
|
deps = ["//:ray_util"],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "ray_common.so",
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
visibility = ["//visibility:public"],
|
|
deps = ["//:ray_common"],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "stats_lib.so",
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
visibility = ["//visibility:public"],
|
|
deps = ["//:stats_lib"],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "core_worker_lib.so",
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
deps = ["//:core_worker_lib"],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "exported_streaming_internal.so",
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
deps = ["//:exported_streaming_internal"],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_util",
|
|
srcs = glob([
|
|
"src/util/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/util/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
includes = ["src"],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"ray_common.so",
|
|
"ray_util.so",
|
|
"@boost//:any",
|
|
"@com_google_googletest//:gtest",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_metrics",
|
|
srcs = glob([
|
|
"src/metrics/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/metrics/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
strip_include_prefix = "src",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"stats_lib.so",
|
|
":streaming_config",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_config",
|
|
srcs = glob([
|
|
"src/config/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/config/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
strip_include_prefix = "src",
|
|
deps = [
|
|
"ray_common.so",
|
|
":streaming_cc_proto",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_message",
|
|
srcs = glob([
|
|
"src/message/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/message/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
strip_include_prefix = "src",
|
|
deps = [
|
|
"ray_common.so",
|
|
":streaming_config",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_queue",
|
|
srcs = glob([
|
|
"src/queue/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/queue/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
strip_include_prefix = "src",
|
|
deps = [
|
|
"ray_common.so",
|
|
"ray_util.so",
|
|
":streaming_config",
|
|
":streaming_message",
|
|
":streaming_queue_cc_proto",
|
|
":streaming_util",
|
|
"@boost//:asio",
|
|
"@boost//:thread",
|
|
] + select({
|
|
"@bazel_tools//src/conditions:windows": [
|
|
# TODO(mehrdadn): This is to resolve symbols on Windows for now. Should remove this later. (See d7f8d18.)
|
|
"//:core_worker_lib",
|
|
"//:exported_streaming_internal",
|
|
],
|
|
"//conditions:default": [
|
|
"core_worker_lib.so",
|
|
"exported_streaming_internal.so",
|
|
],
|
|
}),
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_channel",
|
|
srcs = glob(["src/channel/*.cc"]),
|
|
hdrs = glob(["src/channel/*.h"]),
|
|
copts = COPTS,
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":streaming_common",
|
|
":streaming_message",
|
|
":streaming_queue",
|
|
":streaming_ring_buffer",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_reliability",
|
|
srcs = glob(["src/reliability/*.cc"]),
|
|
hdrs = glob(["src/reliability/*.h"]),
|
|
copts = COPTS,
|
|
includes = ["src/"],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":streaming_channel",
|
|
":streaming_message",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_ring_buffer",
|
|
srcs = glob(["src/ring_buffer/*.cc"]),
|
|
hdrs = glob(["src/ring_buffer/*.h"]),
|
|
copts = COPTS,
|
|
includes = ["src/"],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"core_worker_lib.so",
|
|
":ray_common.so",
|
|
":ray_util.so",
|
|
":streaming_message",
|
|
"@boost//:circular_buffer",
|
|
"@boost//:thread",
|
|
],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_common",
|
|
srcs = glob(["src/common/*.cc"]),
|
|
hdrs = glob(["src/common/*.h"]),
|
|
copts = COPTS,
|
|
includes = ["src/"],
|
|
visibility = ["//visibility:public"],
|
|
deps = [],
|
|
)
|
|
|
|
cc_library(
|
|
name = "streaming_lib",
|
|
srcs = glob([
|
|
"src/*.cc",
|
|
]),
|
|
hdrs = glob([
|
|
"src/*.h",
|
|
"src/queue/*.h",
|
|
"src/test/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
strip_include_prefix = "src",
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"ray_common.so",
|
|
"ray_util.so",
|
|
":streaming_channel",
|
|
":streaming_common",
|
|
":streaming_config",
|
|
":streaming_message",
|
|
":streaming_metrics",
|
|
":streaming_queue",
|
|
":streaming_reliability",
|
|
":streaming_util",
|
|
],
|
|
)
|
|
|
|
test_common_deps = [
|
|
"//:exported_streaming_internal",
|
|
":streaming_lib",
|
|
"//:ray_common",
|
|
"//:ray_util",
|
|
"//:core_worker_lib",
|
|
]
|
|
|
|
# streaming queue mock actor binary
|
|
cc_binary(
|
|
name = "streaming_test_worker",
|
|
srcs = glob(["src/test/*.h"]) + [
|
|
"src/test/mock_actor.cc",
|
|
],
|
|
copts = COPTS,
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
# use src/test/run_streaming_queue_test.sh to run this test
|
|
cc_binary(
|
|
name = "streaming_queue_tests",
|
|
srcs = glob(["src/test/*.h"]) + [
|
|
"src/test/streaming_queue_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "streaming_message_ring_buffer_tests",
|
|
srcs = [
|
|
"src/test/ring_buffer_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "barrier_helper_tests",
|
|
srcs = [
|
|
"src/test/barrier_helper_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "streaming_message_serialization_tests",
|
|
srcs = [
|
|
"src/test/message_serialization_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "streaming_mock_transfer",
|
|
srcs = [
|
|
"src/test/mock_transfer_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "streaming_util_tests",
|
|
srcs = [
|
|
"src/test/streaming_util_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "streaming_perf_tests",
|
|
srcs = [
|
|
"src/test/streaming_perf_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "event_service_tests",
|
|
srcs = [
|
|
"src/test/event_service_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "queue_protobuf_tests",
|
|
srcs = [
|
|
"src/test/queue_protobuf_tests.cc",
|
|
],
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
cc_test(
|
|
name = "data_writer_tests",
|
|
srcs = [
|
|
"src/test/data_writer_tests.cc",
|
|
],
|
|
copts = COPTS,
|
|
tags = ["team:ant-group"],
|
|
deps = test_common_deps,
|
|
)
|
|
|
|
python_proto_compile(
|
|
name = "streaming_py_proto",
|
|
deps = [":streaming_proto"],
|
|
)
|
|
|
|
python_proto_compile(
|
|
name = "remote_call_py_proto",
|
|
deps = [":remote_call_proto"],
|
|
)
|
|
|
|
filegroup(
|
|
name = "all_py_proto",
|
|
srcs = [
|
|
":remote_call_py_proto",
|
|
":streaming_py_proto",
|
|
],
|
|
)
|
|
|
|
copy_to_workspace(
|
|
name = "cp_all_py_proto",
|
|
srcs = [":all_py_proto"],
|
|
dstdir = "streaming/python/generated",
|
|
)
|
|
|
|
genrule(
|
|
name = "copy_streaming_py_proto",
|
|
srcs = [
|
|
":cp_all_py_proto",
|
|
],
|
|
outs = [
|
|
"copy_streaming_py_proto.out",
|
|
],
|
|
cmd = """
|
|
GENERATED_DIR="streaming/python/generated"
|
|
mkdir -p "$$GENERATED_DIR"
|
|
touch "$$GENERATED_DIR/__init__.py"
|
|
# Use this `sed` command to change the import path in the generated file.
|
|
sed -i -E 's/from streaming.src.protobuf/from ./' "$$GENERATED_DIR/remote_call_pb2.py"
|
|
sed -i -E 's/from protobuf/from ./' "$$GENERATED_DIR/remote_call_pb2.py"
|
|
date > $@
|
|
""",
|
|
local = 1,
|
|
visibility = ["//visibility:public"],
|
|
)
|
|
|
|
cc_binary(
|
|
name = "libstreaming_java.so",
|
|
srcs = glob([
|
|
"src/lib/java/*.cc",
|
|
"src/lib/java/*.h",
|
|
]),
|
|
copts = COPTS,
|
|
linkshared = 1,
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":streaming_lib",
|
|
"@bazel_tools//tools/jdk:jni",
|
|
],
|
|
)
|