mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
5918776dd4
* Changes to the build system for support java worker -------------------------- This commit includes changes to the build system, which is part of the java worker support of Ray. It consists of the following changes: - the changes of CMakeLists.txt files - the changes of the python setup.py and init files for the adaptation of the changed build system - move the location of local_scheduler_extension.cc for the adaptation of the changed build system which maybe better support multi-language worker * minor whitespace * Linting
114 lines
2.7 KiB
Bash
Executable file
114 lines
2.7 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -x
|
|
|
|
# Cause the script to exit if a single command fails.
|
|
set -e
|
|
|
|
ROOT_DIR=$(cd "$(dirname "${BASH_SOURCE:-$0}")"; pwd)
|
|
|
|
function usage()
|
|
{
|
|
echo "Usage: build.sh [<args>]"
|
|
echo
|
|
echo "Options:"
|
|
echo " -h|--help print the help info"
|
|
echo " -d|--debug CMAKE_BUILD_TYPE=Debug (default is RelWithDebInfo)"
|
|
echo " -l|--language python(default) "
|
|
echo " build native library for python"
|
|
echo " java build native library for java"
|
|
echo " -p|--python which python executable (default from which python)"
|
|
echo
|
|
}
|
|
|
|
# Determine how many parallel jobs to use for make based on the number of cores
|
|
unamestr="$(uname)"
|
|
if [[ "$unamestr" == "Linux" ]]; then
|
|
PARALLEL=$(nproc)
|
|
elif [[ "$unamestr" == "Darwin" ]]; then
|
|
PARALLEL=$(sysctl -n hw.ncpu)
|
|
else
|
|
echo "Unrecognized platform."
|
|
exit 1
|
|
fi
|
|
|
|
LANGUAGE="python"
|
|
PYTHON_EXECUTABLE=""
|
|
BUILD_DIR=""
|
|
if [ "$VALGRIND" = "1" ]; then
|
|
CBUILD_TYPE="Debug"
|
|
else
|
|
CBUILD_TYPE="RelWithDebInfo"
|
|
fi
|
|
|
|
# Parse options
|
|
while [[ $# > 0 ]]; do
|
|
key="$1"
|
|
case $key in
|
|
-h|--help)
|
|
usage
|
|
exit 0
|
|
;;
|
|
-d|--debug)
|
|
CBUILD_TYPE=Debug
|
|
;;
|
|
-l|--languags)
|
|
LANGUAGE="$2"
|
|
if [ "$LANGUAGE" != "python" ] && [ "$LANGUAGE" != "java" ]; then
|
|
echo "Unrecognized language."
|
|
exit -1
|
|
fi
|
|
shift
|
|
;;
|
|
-p|--python)
|
|
PYTHON_EXECUTABLE="$2"
|
|
shift
|
|
;;
|
|
*)
|
|
echo "ERROR: unknown option \"$key\""
|
|
echo
|
|
usage
|
|
exit -1
|
|
;;
|
|
esac
|
|
shift
|
|
done
|
|
|
|
if [[ -z "$PYTHON_EXECUTABLE" ]]; then
|
|
PYTHON_EXECUTABLE=`which python`
|
|
fi
|
|
echo "Using Python executable $PYTHON_EXECUTABLE."
|
|
|
|
bash $ROOT_DIR/setup_thirdparty.sh $PYTHON_EXECUTABLE
|
|
|
|
# Now we build everything.
|
|
if [[ "$LANGUAGE" == "java" ]]; then
|
|
BUILD_DIR="$ROOT_DIR/build/"
|
|
if [ ! -d "${BUILD_DIR}" ]; then
|
|
mkdir -p ${BUILD_DIR}
|
|
fi
|
|
else
|
|
BUILD_DIR="$ROOT_DIR/python/ray/core"
|
|
fi
|
|
|
|
pushd "$BUILD_DIR"
|
|
TP_PKG_DIR=$ROOT_DIR/thirdparty/pkg
|
|
# We use these variables to set PKG_CONFIG_PATH, which is important so that
|
|
# in cmake, pkg-config can find plasma.
|
|
ARROW_HOME=$TP_PKG_DIR/arrow/cpp/build/cpp-install
|
|
BOOST_ROOT=$TP_PKG_DIR/boost \
|
|
PKG_CONFIG_PATH=$ARROW_HOME/lib/pkgconfig \
|
|
cmake -DCMAKE_BUILD_TYPE=$CBUILD_TYPE \
|
|
-DCMAKE_RAY_LANGUAGE=$LANGUAGE \
|
|
-DRAY_USE_NEW_GCS=$RAY_USE_NEW_GCS \
|
|
-DPYTHON_EXECUTABLE:FILEPATH=$PYTHON_EXECUTABLE $ROOT_DIR
|
|
|
|
make clean
|
|
make -j${PARALLEL}
|
|
popd
|
|
|
|
# Move stuff from Arrow to Ray.
|
|
cp $ROOT_DIR/thirdparty/pkg/arrow/cpp/build/cpp-install/bin/plasma_store $BUILD_DIR/src/plasma/
|
|
if [[ "$LANGUAGE" == "java" ]]; then
|
|
cp $ROOT_DIR/thirdparty/build/arrow/cpp/build/release/libplasma_java.* $BUILD_DIR/src/plasma/
|
|
fi
|