mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
252 lines
8.2 KiB
Text
252 lines
8.2 KiB
Text
load("//bazel:ray.bzl", "define_java_module")
|
|
load("//bazel:ray.bzl", "native_java_binary")
|
|
load("//bazel:ray.bzl", "native_java_library")
|
|
load("@rules_proto_grpc//java:defs.bzl", "java_proto_compile")
|
|
|
|
exports_files([
|
|
"testng.xml",
|
|
])
|
|
|
|
all_modules = [
|
|
"streaming-state",
|
|
"streaming-api",
|
|
"streaming-runtime",
|
|
]
|
|
|
|
java_import(
|
|
name = "all_modules",
|
|
jars = [
|
|
"libio_ray_ray_" + module + ".jar"
|
|
for module in all_modules
|
|
] + [
|
|
"libio_ray_ray_" + module + "-src.jar"
|
|
for module in all_modules
|
|
] + [
|
|
"all_streaming_tests_deploy.jar",
|
|
"all_streaming_tests_deploy-src.jar",
|
|
],
|
|
deps = [
|
|
":io_ray_ray_" + module
|
|
for module in all_modules
|
|
] + [
|
|
":all_streaming_tests",
|
|
],
|
|
)
|
|
|
|
define_java_module(
|
|
name = "streaming-api",
|
|
define_test_lib = True,
|
|
test_deps = [
|
|
"//java:io_ray_ray_api",
|
|
":io_ray_ray_streaming-state",
|
|
":io_ray_ray_streaming-api",
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
"@ray_streaming_maven//:org_testng_testng",
|
|
],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":io_ray_ray_streaming-state",
|
|
"//java:io_ray_ray_api",
|
|
"//java:io_ray_ray_runtime",
|
|
"@ray_streaming_maven//:com_google_code_findbugs_jsr305",
|
|
"@ray_streaming_maven//:com_google_code_gson_gson",
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
],
|
|
)
|
|
|
|
define_java_module(
|
|
name = "streaming-state",
|
|
define_test_lib = True,
|
|
test_deps = [
|
|
":io_ray_ray_streaming-state",
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
"@ray_streaming_maven//:org_testng_testng",
|
|
"@ray_streaming_maven//:org_mockito_mockito_all",
|
|
"@ray_streaming_maven//:de_ruedigermoeller_fst",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:de_ruedigermoeller_fst",
|
|
"@ray_streaming_maven//:log4j_log4j",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
],
|
|
)
|
|
|
|
native_java_library("streaming-runtime", "streaming_java", "//streaming:libstreaming_java.so")
|
|
|
|
filegroup(
|
|
name = "java_native_deps",
|
|
srcs = [":streaming_java"],
|
|
)
|
|
|
|
define_java_module(
|
|
name = "streaming-runtime",
|
|
additional_resources = [
|
|
":java_native_deps",
|
|
],
|
|
additional_srcs = [
|
|
":all_java_proto",
|
|
],
|
|
define_test_lib = True,
|
|
exclude_srcs = [
|
|
"streaming-runtime/src/main/java/io/ray/streaming/runtime/generated/*.java",
|
|
],
|
|
test_deps = [
|
|
"//java:io_ray_ray_api",
|
|
"//java:io_ray_ray_runtime",
|
|
":io_ray_ray_streaming-state",
|
|
":io_ray_ray_streaming-api",
|
|
":io_ray_ray_streaming-runtime",
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:com_google_code_findbugs_jsr305",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
"@ray_streaming_maven//:de_ruedigermoeller_fst",
|
|
"@ray_streaming_maven//:org_aeonbits_owner_owner",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
"@ray_streaming_maven//:org_testng_testng",
|
|
"@ray_streaming_maven//:org_mockito_mockito_all",
|
|
"@ray_streaming_maven//:org_powermock_powermock_api_mockito",
|
|
"@ray_streaming_maven//:org_powermock_powermock_module_testng",
|
|
],
|
|
visibility = ["//visibility:public"],
|
|
deps = [
|
|
":io_ray_ray_streaming-api",
|
|
":io_ray_ray_streaming-state",
|
|
"//java:io_ray_ray_api",
|
|
"//java:io_ray_ray_runtime",
|
|
"@maven//:commons_io_commons_io",
|
|
"@ray_streaming_maven//:com_github_davidmoten_flatbuffers_java",
|
|
"@ray_streaming_maven//:com_google_code_findbugs_jsr305",
|
|
"@ray_streaming_maven//:com_google_guava_guava",
|
|
"@ray_streaming_maven//:com_google_protobuf_protobuf_java",
|
|
"@ray_streaming_maven//:commons_collections_commons_collections",
|
|
"@ray_streaming_maven//:de_ruedigermoeller_fst",
|
|
"@ray_streaming_maven//:org_aeonbits_owner_owner",
|
|
"@ray_streaming_maven//:org_apache_commons_commons_lang3",
|
|
"@ray_streaming_maven//:org_msgpack_msgpack_core",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
|
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
|
],
|
|
)
|
|
|
|
java_binary(
|
|
name = "all_streaming_tests",
|
|
args = ["streaming/java/testng.xml"],
|
|
data = ["testng.xml"],
|
|
main_class = "org.testng.TestNG",
|
|
runtime_deps = [
|
|
":io_ray_ray_streaming-api_test",
|
|
":io_ray_ray_streaming-runtime",
|
|
":io_ray_ray_streaming-runtime_test",
|
|
":io_ray_ray_streaming-state",
|
|
"//java:io_ray_ray_runtime",
|
|
"@ray_streaming_maven//:org_mockito_mockito_all",
|
|
"@ray_streaming_maven//:org_powermock_powermock_api_mockito",
|
|
"@ray_streaming_maven//:org_powermock_powermock_module_testng",
|
|
"@ray_streaming_maven//:org_testng_testng",
|
|
],
|
|
)
|
|
|
|
# proto buffer
|
|
java_proto_compile(
|
|
name = "streaming_java_proto",
|
|
deps = ["//streaming:streaming_proto"],
|
|
)
|
|
|
|
java_proto_compile(
|
|
name = "remote_call_java_proto",
|
|
deps = ["//streaming:remote_call_proto"],
|
|
)
|
|
|
|
filegroup(
|
|
name = "all_java_proto",
|
|
srcs = [
|
|
":remote_call_java_proto",
|
|
":streaming_java_proto",
|
|
],
|
|
)
|
|
|
|
genrule(
|
|
name = "copy_pom_file",
|
|
srcs = [
|
|
"//streaming/java:io_ray_ray_" + module + "_pom"
|
|
for module in all_modules
|
|
],
|
|
outs = ["copy_pom_file.out"],
|
|
cmd = """
|
|
WORK_DIR="$$(pwd)"
|
|
cp -f $(location //streaming/java:io_ray_ray_streaming-api_pom) "$$WORK_DIR/streaming/java/streaming-api/pom.xml"
|
|
cp -f $(location //streaming/java:io_ray_ray_streaming-runtime_pom) "$$WORK_DIR/streaming/java/streaming-runtime/pom.xml"
|
|
date > $@
|
|
""",
|
|
local = 1,
|
|
tags = ["no-cache"],
|
|
)
|
|
|
|
genrule(
|
|
name = "cp_java_generated",
|
|
srcs = [
|
|
":all_java_proto",
|
|
":copy_pom_file",
|
|
],
|
|
outs = ["cp_java_generated.out"],
|
|
cmd = """
|
|
WORK_DIR="$$(pwd)"
|
|
GENERATED_DIR="$$WORK_DIR/streaming/java/streaming-runtime/src/main/java/io/ray/streaming/runtime/generated"
|
|
rm -rf "$$GENERATED_DIR"
|
|
mkdir -p "$$GENERATED_DIR"
|
|
# Copy protobuf-generated files.
|
|
for f in $(locations //streaming/java:all_java_proto); do
|
|
unzip -q -o "$$f" -x META-INF/MANIFEST.MF -d "$$WORK_DIR/streaming/java/streaming-runtime/src/main/java"
|
|
done
|
|
# remove third party protobuf
|
|
rm -rf $$WORK_DIR/streaming/java/streaming-runtime/src/main/java/com/google/protobuf/
|
|
date > $@
|
|
""",
|
|
local = 1,
|
|
tags = ["no-cache"],
|
|
)
|
|
|
|
# Generates the dependencies needed by maven.
|
|
genrule(
|
|
name = "gen_maven_deps",
|
|
srcs = [
|
|
":java_native_deps",
|
|
":cp_java_generated",
|
|
],
|
|
outs = ["gen_maven_deps.out"],
|
|
cmd = """
|
|
WORK_DIR="$${PWD}"
|
|
# Copy native dependencies.
|
|
OS_NAME=""
|
|
case "$${OSTYPE}" in
|
|
linux*) OS_NAME="linux";;
|
|
darwin*) OS_NAME="darwin";;
|
|
*) echo "$${OSTYPE} is not supported currently"; exit 1;;
|
|
esac
|
|
NATIVE_DEPS_DIR="$$WORK_DIR/streaming/java/streaming-runtime/native_dependencies/native/$$OS_NAME"
|
|
rm -rf "$$NATIVE_DEPS_DIR"
|
|
mkdir -p "$$NATIVE_DEPS_DIR"
|
|
for f in $(locations //streaming/java:java_native_deps); do
|
|
chmod +w "$$f"
|
|
cp "$$f" "$$NATIVE_DEPS_DIR"
|
|
done
|
|
date > $@
|
|
""",
|
|
local = 1,
|
|
tags = ["no-cache"],
|
|
visibility = ["//visibility:public"],
|
|
)
|