mirror of
https://github.com/vale981/ray
synced 2025-03-05 10:01:43 -05:00
4971e13941
* in progerss * ASAN tests. * d * in progress * in progress without the asan wheel * Support the asan wheel. * Support the asan wheels * Not build a binary for asan * Fix issues * Remove a wrong build * Separate out asan wheel build * Try preparing more deps. * ip * Try different version * done * d * Trial * Another try * Another try * skip cpp build to see what happens * add more des * ip * abc * Try next * completed * try * Try without static libasan * dbg * Try static link * Fix issues * abc
115 lines
3.5 KiB
Bash
Executable file
115 lines
3.5 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
set -x
|
|
|
|
# Cause the script to exit if a single command fails.
|
|
set -euo pipefail
|
|
|
|
cat << EOF > "/usr/bin/nproc"
|
|
#!/bin/bash
|
|
echo 10
|
|
EOF
|
|
chmod +x /usr/bin/nproc
|
|
|
|
NODE_VERSION="14"
|
|
PYTHONS=("cp36-cp36m"
|
|
"cp37-cp37m"
|
|
"cp38-cp38"
|
|
"cp39-cp39")
|
|
|
|
NUMPY_VERSIONS=("1.14.5"
|
|
"1.14.5"
|
|
"1.14.5"
|
|
"1.19.3")
|
|
|
|
yum -y install unzip zip sudo
|
|
yum -y install java-1.8.0-openjdk java-1.8.0-openjdk-devel xz
|
|
yum -y install openssl
|
|
yum install libasan-4.8.5-44.el7.x86_64 -y
|
|
yum install libubsan-7.3.1-5.10.el7.x86_64 -y
|
|
yum install devtoolset-8-libasan-devel.x86_64 -y
|
|
|
|
|
|
|
|
java -version
|
|
java_bin=$(readlink -f "$(command -v java)")
|
|
echo "java_bin path $java_bin"
|
|
java_home=${java_bin%jre/bin/java}
|
|
export JAVA_HOME="$java_home"
|
|
|
|
/ray/ci/travis/install-bazel.sh
|
|
# Put bazel into the PATH if building Bazel from source
|
|
# export PATH=/root/bazel-3.2.0/output:$PATH:/root/bin
|
|
|
|
# If converting down to manylinux2010, the following configuration should
|
|
# be set for bazel
|
|
#echo "build --config=manylinux2010" >> /root/.bazelrc
|
|
echo "build --incompatible_linkopts_to_linklibs" >> /root/.bazelrc
|
|
|
|
if [[ -n "${RAY_INSTALL_JAVA:-}" ]]; then
|
|
bazel build //java:ray_java_pkg
|
|
unset RAY_INSTALL_JAVA
|
|
fi
|
|
|
|
# Install and use the latest version of Node.js in order to build the dashboard.
|
|
set +x
|
|
curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.34.0/install.sh | bash
|
|
source "$HOME"/.nvm/nvm.sh
|
|
nvm install "$NODE_VERSION"
|
|
nvm use "$NODE_VERSION"
|
|
|
|
# Build the dashboard so its static assets can be included in the wheel.
|
|
# TODO(mfitton): switch this back when deleting old dashboard code.
|
|
pushd python/ray/new_dashboard/client
|
|
npm ci
|
|
npm run build
|
|
popd
|
|
set -x
|
|
|
|
mkdir -p .whl
|
|
for ((i=0; i<${#PYTHONS[@]}; ++i)); do
|
|
PYTHON=${PYTHONS[i]}
|
|
NUMPY_VERSION=${NUMPY_VERSIONS[i]}
|
|
|
|
# The -f flag is passed twice to also run git clean in the arrow subdirectory.
|
|
# The -d flag removes directories. The -x flag ignores the .gitignore file,
|
|
# and the -e flag ensures that we don't remove the .whl directory, the
|
|
# dashboard directory and jars directory.
|
|
git clean -f -f -x -d -e .whl -e python/ray/new_dashboard/client -e dashboard/client -e python/ray/jars
|
|
|
|
pushd python
|
|
# Fix the numpy version because this will be the oldest numpy version we can
|
|
# support.
|
|
/opt/python/"${PYTHON}"/bin/pip install -q numpy=="${NUMPY_VERSION}" cython==0.29.15
|
|
# Set the commit SHA in __init__.py.
|
|
if [ -n "$TRAVIS_COMMIT" ]; then
|
|
sed -i.bak "s/{{RAY_COMMIT_SHA}}/$TRAVIS_COMMIT/g" ray/__init__.py && rm ray/__init__.py.bak
|
|
else
|
|
echo "TRAVIS_COMMIT variable not set - required to populated ray.__commit__."
|
|
exit 1
|
|
fi
|
|
|
|
# build ray wheel
|
|
PATH=/opt/python/${PYTHON}/bin:/root/bazel-3.2.0/output:$PATH \
|
|
/opt/python/"${PYTHON}"/bin/python setup.py bdist_wheel
|
|
# build ray-cpp wheel
|
|
PATH=/opt/python/${PYTHON}/bin:/root/bazel-3.2.0/output:$PATH \
|
|
RAY_INSTALL_CPP=1 /opt/python/"${PYTHON}"/bin/python setup.py bdist_wheel
|
|
# In the future, run auditwheel here.
|
|
mv dist/*.whl ../.whl/
|
|
popd
|
|
done
|
|
|
|
# Rename the wheels so that they can be uploaded to PyPI. TODO(rkn): This is a
|
|
# hack, we should use auditwheel instead.
|
|
for path in .whl/*.whl; do
|
|
if [ -f "${path}" ]; then
|
|
out="${path//-linux/-manylinux2014}"
|
|
if [ "$out" != "$path" ]; then
|
|
mv "${path}" "${out}"
|
|
fi
|
|
fi
|
|
done
|
|
|
|
# Clean the build output so later operations is on a clean directory.
|
|
git clean -f -f -x -d -e .whl -e python/ray/dashboard/client
|