hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions
ray/cpp/BUILD.bazel

227 lines
6.4 KiB
Text
Raw Normal View History

Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
# Bazel build
# C/C++ documentation: https://docs.bazel.build/versions/master/be/c-cpp.html
load("//bazel:ray.bzl", "COPTS")
[C++ Worker]Generate a template project for users (#16337)
2021-06-16 17:45:45 +08:00
cc_binary(
name = "libray_api.so",
copts = COPTS,
linkshared = 1,
linkstatic = 1,
visibility = ["//visibility:public"],
deps = [
":ray_api",
],
)
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
cc_library(
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
name = "ray_api",
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
srcs = glob([
"src/ray/api.cc",
"src/ray/api/*.cc",
"src/ray/api/*.h",
"src/ray/app/*.cc",
"src/ray/app/*.h",
"src/ray/runtime/*.cc",
"src/ray/runtime/*.h",
"src/ray/runtime/**/*.cc",
"src/ray/runtime/**/*.h",
"src/ray/runtime/task/*.cc",
"src/ray/runtime/task/*.h",
"src/ray/util/*.cc",
"src/ray/util/*.h",
"src/ray/*.cc",
"src/ray/*.h",
]),
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
hdrs = glob([
"include/ray/*.h",
"include/ray/**/*.h",
"include/ray/**/**/*.h",
]),
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
copts = COPTS,
linkopts = ["-ldl"],
[cpp worker] support cluster mode (#9977)
2020-09-18 11:08:18 +08:00
linkstatic = True,
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
strip_include_prefix = "include",
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
visibility = ["//visibility:public"],
deps = [
"//:core_worker_lib",
[Core] Get node to connect for driver in global state accessor (#16810)
2021-07-08 11:21:12 +08:00
"//:global_state_accessor_lib",
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
"//:ray_common",
"//:ray_util",
Support arbitrary arguments for c++ worker normal tasks and actor tasks (#14233)
2021-03-01 16:27:03 +08:00
"@boost//:callable_traits",
[C++ worker] Ray normal task for RAY_REMOTE (#14599)
2021-03-27 09:56:40 +08:00
"@boost//:dll",
[C++ Worker]Fix for mac (#17633) * linkopts shared * replace gflags with absl flags * fix * add test option * fix * add cpp worker to mac ci * fix * support empty redis password;mod arc argv * add encoding * test * ignore example test on mac * support mac * fix * fix and update doc * fix * fix run.sh * fix init * fix typo * fix run.sh * fix lint Co-authored-by: 久龙 <guyang.sgy@antfin.com>
2021-08-13 12:22:37 +08:00
"@com_google_absl//absl/flags:flag",
"@com_google_absl//absl/flags:parse",
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
"@msgpack",
],
[C++ Worker]Generate a template project for users (#16337)
2021-06-16 17:45:45 +08:00
alwayslink = True,
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
)
cc_binary(
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
name = "default_worker",
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
srcs = glob([
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
"src/ray/worker/default_worker.cc",
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
]),
copts = COPTS,
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
linkstatic = True,
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
deps = [
"ray_api",
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
],
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
)
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
genrule(
name = "ray_cpp_pkg",
srcs = [
"default_worker",
"ray_api",
[C++ Worker]Generate a template project for users (#16337)
2021-06-16 17:45:45 +08:00
"libray_api.so",
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
],
outs = ["ray_cpp_pkg.out"],
cmd = """
WORK_DIR="$$(pwd)" &&
[C++ worker] support build and add C++ worker to python wheel (#16496)
2021-07-08 14:42:26 +08:00
PY_CPP_DIR="$$WORK_DIR/python/ray/cpp" &&
rm -rf $$PY_CPP_DIR &&
BOOST_DIR="$$PY_CPP_DIR/include/boost/" &&
[C++ Worker]Remove unused boost sub libs for the generated template project (#16526)
2021-06-21 14:46:48 +08:00
mkdir -p "$$BOOST_DIR" &&
[C++ worker] support build and add C++ worker to python wheel (#16496)
2021-07-08 14:42:26 +08:00
mkdir -p "$$PY_CPP_DIR/lib/" &&
[C++ worker] set native library path for shared library search (#19376)
2021-10-18 16:03:49 +08:00
cp -f $(location default_worker) "$$PY_CPP_DIR/" &&
[C++ worker] support build and add C++ worker to python wheel (#16496)
2021-07-08 14:42:26 +08:00
cp -f -r $$WORK_DIR/external/msgpack/include/* "$$PY_CPP_DIR/include" &&
[C++ Worker]Remove unused boost sub libs for the generated template project (#16526)
2021-06-21 14:46:48 +08:00
cp -f -r "$$WORK_DIR/external/boost/boost/archive" "$$BOOST_DIR" &&
Update build rules and patches for darwin_arm64 platform. (#19037) * Update build rules and patches for darwin_arm64 platform. Changes include: Update nelhage/rules_boost package from current version (08/5/2020) to 5/27/2021 version. Remove rules_boost-undefine-boost_fallthrough.patch, since BOOST_FALLTHROUGH seems to be defined now. Minor changes to rules_boost-windows-linkopts.patch to use default condition to add -lpthread flag for all platforms. Add darwin_arm64 config to BUILD files for lib civetweb pulled in via prometheu dependency. * upgrade boost to 1.74.0 from 1.71.0 to match the udpated build file for windows. * Fix ray_cpp_pkg * Use boost/bind/bind.hpp boost/bind.hpp and global namespace placeholders are deprecated. * lint * Use absl::bind_front when possible. Otherwise, NOLINT * lint * lint * lint * lint * more lint * final lint * trigger build
2021-10-09 18:48:35 -07:00
cp -f -r "$$WORK_DIR/external/boost/boost/assert" "$$BOOST_DIR" &&
[C++ Worker]Remove unused boost sub libs for the generated template project (#16526)
2021-06-21 14:46:48 +08:00
cp -f -r "$$WORK_DIR/external/boost/boost/bind" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/callable_traits" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/concept" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/config" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/container" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/container_hash" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/core" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/detail" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/dll" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/exception" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/filesystem" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/functional" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/io" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/iterator" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/lexical_cast" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/move" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/mpl" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/optional" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/parameter" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/preprocessor" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/system" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/type_traits" "$$BOOST_DIR" &&
cp -f -r "$$WORK_DIR/external/boost/boost/utility" "$$BOOST_DIR" &&
cp -f -r $$WORK_DIR/external/boost/boost/*.hpp "$$BOOST_DIR" &&
[C++ worker] support build and add C++ worker to python wheel (#16496)
2021-07-08 14:42:26 +08:00
cp -f $(locations libray_api.so) "$$PY_CPP_DIR/lib/" &&
cp -f -r "$$WORK_DIR/cpp/include/ray" "$$PY_CPP_DIR/include" &&
THIRDPARTY_DIR="$$WORK_DIR/cpp/example/thirdparty" &&
rm -rf $$THIRDPARTY_DIR &&
mkdir $$THIRDPARTY_DIR &&
[C++ Worker]Fix abi issue (#18273)
2021-09-10 11:53:05 +08:00
cp -f -r "$$PY_CPP_DIR/include" $$THIRDPARTY_DIR &&
cp -f -r "$$PY_CPP_DIR/lib" $$THIRDPARTY_DIR &&
[C++ worker] support build and add C++ worker to python wheel (#16496)
2021-07-08 14:42:26 +08:00
cp -f -r "$$WORK_DIR/cpp/example" "$$PY_CPP_DIR" &&
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
echo "$$WORK_DIR" > $@
""",
local = 1,
visibility = ["//visibility:public"],
)
# test
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
cc_test(
name = "api_test",
srcs = glob([
"src/ray/test/*.cc",
]),
copts = COPTS,
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
linkstatic = False,
fix "team:xxx" tag of cpp tests #22163 Cpp worker tests should be part of ray core.
2022-02-08 03:33:55 +08:00
tags = ["team:core"],
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
deps = [
"ray_api",
[C++ worker] Add c++ worker log (#16015)
2021-05-26 16:13:02 +08:00
"@boost//:filesystem",
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
"@com_google_googletest//:gtest_main",
],
)
cc_test(
name = "cluster_mode_test",
srcs = glob([
"src/ray/test/cluster/*.cc",
[C++ API] support loading C++ dynamic libraries from code search path (#16828)
2021-07-16 13:02:45 +08:00
"src/ray/test/cluster/*.h",
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
]),
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
args = [
[C++ Worker][xlang] Support calling python worker (#21390) C++ API need to call python and java worker, this pr support call python worker. Call python worker is similar with call c++ worker, need to pass PyFunction, PyActorClass and PyActorMethod. ## call python normal task ```python #test_cross_language_invocation.py import ray @ray.remote def py_return_input(v): return v ``` c++ api call python function ```c++ auto py_obj1 = ray::Task(ray::PyFunction</*ReturnType*/int>{/*module_name=*/"test_cross_language_invocation", /*function_name=*/"py_return_input"}) .Remote(42); EXPECT_EQ(42, *py_obj1.Get()); ``` The user need to fill python module name and function name, then pass arguments into the remote. The user also need to assign the return type and arguments types of the python function, it used to do static safe checking and get result. ## call python actor task ```python #test_cross_language_invocation.py @ray.remote class Counter(object): def __init__(self, value): self.value = int(value) def increase(self, delta): self.value += int(delta) return str(self.value) ``` c++ api call python actor function ```c++ // Create python actor auto py_actor_handle = ray::Actor(ray::PyActorClass{/*module_name=*/"test_cross_language_invocation", /*class_name=*/"Counter"}) .Remote(1); EXPECT_TRUE(!py_actor_handle.ID().empty()); // Call python actor task auto py_actor_ret = py_actor_handle.Task(ray::PyActorMethod</*ReturnType*/std::string>{/*actor_function_name=*/"increase"}).Remote(1); EXPECT_EQ("2", *py_actor_ret.Get()); ``` The user need to fill python module name and class name when creating python actor. PyActorMethod only need to fill the function name. It's also similar with calling c++ actor task, also has compile-time safe checking.
2022-01-21 13:55:30 +08:00
"--ray_code_search_path=$(location plus.so):$(location counter.so):cpp/src/ray/test/cluster",
[C++ API] support head_args config in C++ API (#18709)
2021-09-23 19:30:53 +08:00
"--ray_head_args '--include-dashboard false'",
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
],
[cpp worker] support cluster mode and object Put/Get works (#9682)
2020-08-28 13:53:36 +08:00
copts = COPTS,
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
data = [
[C++ API] support loading C++ dynamic libraries from code search path (#16828)
2021-07-16 13:02:45 +08:00
"counter.so",
"plus.so",
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
"ray_cpp_pkg",
[C++ Worker][xlang] Support calling python worker (#21390) C++ API need to call python and java worker, this pr support call python worker. Call python worker is similar with call c++ worker, need to pass PyFunction, PyActorClass and PyActorMethod. ## call python normal task ```python #test_cross_language_invocation.py import ray @ray.remote def py_return_input(v): return v ``` c++ api call python function ```c++ auto py_obj1 = ray::Task(ray::PyFunction</*ReturnType*/int>{/*module_name=*/"test_cross_language_invocation", /*function_name=*/"py_return_input"}) .Remote(42); EXPECT_EQ(42, *py_obj1.Get()); ``` The user need to fill python module name and function name, then pass arguments into the remote. The user also need to assign the return type and arguments types of the python function, it used to do static safe checking and get result. ## call python actor task ```python #test_cross_language_invocation.py @ray.remote class Counter(object): def __init__(self, value): self.value = int(value) def increase(self, delta): self.value += int(delta) return str(self.value) ``` c++ api call python actor function ```c++ // Create python actor auto py_actor_handle = ray::Actor(ray::PyActorClass{/*module_name=*/"test_cross_language_invocation", /*class_name=*/"Counter"}) .Remote(1); EXPECT_TRUE(!py_actor_handle.ID().empty()); // Call python actor task auto py_actor_ret = py_actor_handle.Task(ray::PyActorMethod</*ReturnType*/std::string>{/*actor_function_name=*/"increase"}).Remote(1); EXPECT_EQ("2", *py_actor_ret.Get()); ``` The user need to fill python module name and class name when creating python actor. PyActorMethod only need to fill the function name. It's also similar with calling c++ actor task, also has compile-time safe checking.
2022-01-21 13:55:30 +08:00
"src/ray/test/cluster/test_cross_language_invocation.py",
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
],
[cpp worker] support cluster mode (#9977)
2020-09-18 11:08:18 +08:00
linkstatic = True,
fix "team:xxx" tag of cpp tests #22163 Cpp worker tests should be part of ray core.
2022-02-08 03:33:55 +08:00
tags = ["team:core"],
Basic C++ worker implementation (#6125)
2020-03-27 23:01:08 +08:00
deps = [
"ray_api",
"@com_google_googletest//:gtest_main",
],
)
[cpp worker] support cluster mode (#9977)
2020-09-18 11:08:18 +08:00
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
cc_binary(
[C++ API] support loading C++ dynamic libraries from code search path (#16828)
2021-07-16 13:02:45 +08:00
name = "plus.so",
testonly = True,
srcs = [
"src/ray/test/cluster/plus.cc",
"src/ray/test/cluster/plus.h",
],
copts = COPTS,
linkopts = ["-shared"],
linkstatic = True,
deps = [
"ray_api",
],
)
cc_binary(
name = "counter.so",
testonly = True,
srcs = [
"src/ray/test/cluster/counter.cc",
"src/ray/test/cluster/counter.h",
],
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
copts = COPTS,
[C++ worker] Remove func ptr offset (#15809)
2021-05-19 18:03:39 +08:00
linkopts = ["-shared"],
support dynamic library loading in C++ worker (#13734)
2021-02-01 19:24:33 +08:00
linkstatic = True,
deps = [
[cpp worker] support cluster mode (#9977)
2020-09-18 11:08:18 +08:00
"ray_api",
],
)
[C++ Worker]Simple kv store example (#18613)
2021-09-18 16:02:44 +08:00
cc_test(
name = "simple_kv_store",
srcs = glob([
"src/ray/test/examples/*.cc",
]),
data = [
"simple_kv_store.so",
],
linkstatic = True,
fix "team:xxx" tag of cpp tests #22163 Cpp worker tests should be part of ray core.
2022-02-08 03:33:55 +08:00
tags = ["team:core"],
[C++ Worker]Simple kv store example (#18613)
2021-09-18 16:02:44 +08:00
deps = [
":ray_api",
],
)
cc_binary(
name = "simple_kv_store.so",
testonly = True,
srcs = glob([
"src/ray/test/examples/*.cc",
]),
linkopts = ["-shared"],
linkstatic = True,
deps = [
":ray_api",
],
)
Reference in a new issue Copy permalink