mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
201 lines
10 KiB
YAML
201 lines
10 KiB
YAML
language: generic
|
|
# Use Ubuntu 18.04
|
|
dist: bionic
|
|
|
|
git:
|
|
clone: false # Clone manually to work around Travis issues like https://github.com/travis-ci/travis-ci/issues/6337
|
|
depth: false # Shallow clones can prevent diff against base branch
|
|
quiet: true
|
|
|
|
branches:
|
|
except:
|
|
- /dependabot.*/
|
|
|
|
before_install:
|
|
- unset -f cd # Travis defines this on Mac for RVM, but it breaks the Mac build
|
|
- |
|
|
git clone -q -n "https://github.com/${TRAVIS_REPO_SLUG}.git" "${TRAVIS_REPO_SLUG}"
|
|
cd -- "${TRAVIS_REPO_SLUG}"
|
|
to_fetch=("${TRAVIS_COMMIT}")
|
|
if [ false != "${TRAVIS_PULL_REQUEST-}" ]; then to_fetch+=("+refs/pull/${TRAVIS_PULL_REQUEST}/merge:"); fi
|
|
git fetch -q -- origin "${to_fetch[@]}"
|
|
git checkout -qf "${TRAVIS_COMMIT}" --
|
|
python -u ci/remote-watch.py --skip_repo=ray-project/ray &
|
|
|
|
matrix:
|
|
include:
|
|
- os: osx
|
|
osx_image: xcode7
|
|
env:
|
|
- PYTHON=3.6 SMALL_AND_LARGE_TESTS=1
|
|
- PYTHONWARNINGS=ignore
|
|
- RAY_DEFAULT_BUILD=1
|
|
- RAY_CYTHON_EXAMPLES=1
|
|
- RAY_USE_RANDOM_PORTS=1
|
|
install:
|
|
- . ./ci/travis/ci.sh init RAY_CI_SERVE_AFFECTED,RAY_CI_TUNE_AFFECTED,RAY_CI_PYTHON_AFFECTED,RAY_CI_DASHBOARD_AFFECTED
|
|
before_script:
|
|
- . ./ci/travis/ci.sh build
|
|
script:
|
|
# cc bazel tests (w/o RLlib)
|
|
# NOTE: core_worker_test is out-of-date and should already covered by Python
|
|
# tests.
|
|
- ./ci/suppress_output bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=-flaky -- //:all -rllib/... -core_worker_test
|
|
|
|
# ray serve tests
|
|
- if [ $RAY_CI_SERVE_AFFECTED == "1" ]; then ./ci/keep_alive bazel test --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-jenkins_only,-flaky python/ray/serve/...; fi
|
|
|
|
# ray new dashboard tests
|
|
- if [ "$RAY_CI_DASHBOARD_AFFECTED" == "1" ]; then ./ci/keep_alive bazel test python/ray/new_dashboard/...; fi
|
|
|
|
# bazel python tests. This should be run last to keep its logs at the end of travis logs.
|
|
- if [ $RAY_CI_PYTHON_AFFECTED == "1" ]; then ./ci/keep_alive bazel test --test_env=CONDA_EXE --test_env=CONDA_PYTHON_EXE --test_env=CONDA_SHLVL --test_env=CONDA_PREFIX --test_env=CONDA_DEFAULT_ENV --test_env=CONDA_PROMPT_MODIFIER --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-kubernetes,-jenkins_only,-medium_size_python_tests_a_to_j,-medium_size_python_tests_k_to_z,-flaky python/ray/tests/...; fi
|
|
# NO MORE TESTS BELOW, keep them above.
|
|
|
|
- os: osx
|
|
osx_image: xcode7
|
|
env:
|
|
- PYTHON=3.6 MEDIUM_TESTS_A_TO_J=1
|
|
- PYTHONWARNINGS=ignore
|
|
- RAY_DEFAULT_BUILD=1
|
|
- RAY_CYTHON_EXAMPLES=1
|
|
- RAY_USE_RANDOM_PORTS=1
|
|
install:
|
|
- . ./ci/travis/ci.sh init RAY_CI_SERVE_AFFECTED,RAY_CI_TUNE_AFFECTED,RAY_CI_PYTHON_AFFECTED,RAY_CI_DASHBOARD_AFFECTED
|
|
before_script:
|
|
- . ./ci/travis/ci.sh build
|
|
script:
|
|
# bazel python tests for medium size tests. Used for parallelization.
|
|
- if [ $RAY_CI_PYTHON_AFFECTED == "1" ]; then ./ci/keep_alive bazel test --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-kubernetes,-jenkins_only,medium_size_python_tests_a_to_j,-flaky python/ray/tests/...; fi
|
|
|
|
- os: osx
|
|
osx_image: xcode7
|
|
env:
|
|
- PYTHON=3.6 MEDIUM_TESTS_K_TO_Z=1
|
|
- PYTHONWARNINGS=ignore
|
|
- RAY_DEFAULT_BUILD=1
|
|
- RAY_CYTHON_EXAMPLES=1
|
|
- RAY_USE_RANDOM_PORTS=1
|
|
install:
|
|
- . ./ci/travis/ci.sh init RAY_CI_SERVE_AFFECTED,RAY_CI_TUNE_AFFECTED,RAY_CI_PYTHON_AFFECTED,RAY_CI_DASHBOARD_AFFECTED
|
|
before_script:
|
|
- . ./ci/travis/ci.sh build
|
|
script:
|
|
# bazel python tests for medium size tests. Used for parallelization.
|
|
- if [ $RAY_CI_PYTHON_AFFECTED == "1" ]; then ./ci/keep_alive bazel test --config=ci $(./scripts/bazel_export_options) --test_tag_filters=-kubernetes,-jenkins_only,medium_size_python_tests_k_to_z,-flaky python/ray/tests/...; fi
|
|
|
|
- os: osx
|
|
osx_image: xcode7
|
|
env:
|
|
- PYTHON=3.6 FLAKY=1
|
|
- PYTHONWARNINGS=ignore
|
|
- RAY_DEFAULT_BUILD=1
|
|
- RAY_CYTHON_EXAMPLES=1
|
|
- RAY_USE_RANDOM_PORTS=1
|
|
- RLLIB_TESTING=1
|
|
install:
|
|
- . ./ci/travis/ci.sh init RAY_CI_SERVE_AFFECTED,RAY_CI_TUNE_AFFECTED,RAY_CI_RLLIB_AFFECTED,RAY_CI_PYTHON_AFFECTED
|
|
before_script:
|
|
- . ./ci/travis/ci.sh build
|
|
script:
|
|
# - bazel test --config=ci $(./scripts/bazel_export_options)
|
|
# --build_tests_only
|
|
# --test_tag_filters=flaky
|
|
# -- //:all -rllib/... -core_worker_test
|
|
- bazel test --config=ci $(./scripts/bazel_export_options)
|
|
--test_tag_filters=-kubernetes,-jenkins_only,flaky
|
|
--test_env=CONDA_EXE
|
|
--test_env=CONDA_PYTHON_EXE
|
|
--test_env=CONDA_SHLVL
|
|
--test_env=CONDA_PREFIX
|
|
--test_env=CONDA_DEFAULT_ENV
|
|
python/ray/tests/... python/ray/serve/... python/ray/tune/... rllib/...
|
|
|
|
# Build MacOS wheels and MacOS jars
|
|
- os: osx
|
|
osx_image: xcode7
|
|
env:
|
|
- MAC_WHEELS=1 MAC_JARS=1
|
|
- PYTHONWARNINGS=ignore
|
|
- RAY_INSTALL_JAVA=1
|
|
install:
|
|
- . ./ci/travis/ci.sh init RAY_CI_MACOS_WHEELS_AFFECTED,RAY_CI_JAVA_AFFECTED,RAY_CI_STREAMING_JAVA_AFFECTED
|
|
before_script:
|
|
- ./ci/keep_alive brew remove --force java & brew uninstall --force java & rm -rf /usr/local/Homebrew/Library/Taps/homebrew/homebrew-cask
|
|
- ./ci/keep_alive brew install --cask adoptopenjdk/openjdk/adoptopenjdk8
|
|
- export JAVA_HOME=/Library/Java/JavaVirtualMachines/adoptopenjdk-8.jdk/Contents/Home
|
|
- java -version
|
|
- ./ci/keep_alive bash ./ci/travis/ci.sh build
|
|
script:
|
|
- . ./ci/travis/ci.sh test_wheels
|
|
- bash ./java/build-jar-multiplatform.sh darwin
|
|
|
|
|
|
after_script:
|
|
- if [ "${TRAVIS_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi
|
|
|
|
deploy:
|
|
- provider: s3
|
|
edge: true # This supposedly opts in to deploy v2.
|
|
access_key_id: AKIAU6DMUCJUFL3EX3SM
|
|
secret_access_key:
|
|
secure: J1sX71fKFPQhgWzColllxfzcF877ScBZ1cIl71krZ6SO0LKnwsCScpQck5eZOyQo/Iverwye0iKtE87qNsiRi3+V2D9iulSr18T09j7+FjPKfxAmXmjfrNafoMXTDQroSJblCri5vl+DysISPqImJkWTNaYhGJ9QakoSd5djnAopLNWj6PCR3S50baS49+nB5nSIY3jMhtUzlaBdniFPFC81Cxyuafr4pv6McGRfR/dK+ZnPhdGtMnVeIJXB+ooZKQ26mDJKBPka4jm3u1Oa72b/Atu2RO3MwxTg79LTrMxXKh2OcCqhtD2Z3lz1OltvNSunCuwY8AejCJsfSLbM9mGDoz+xhNUWmYNy48YFf+61OY8PXi8S/9Q817yb3GpLbb2l/P+KMgq9eSEiELIOwuYsDxPX5TuAg6dx0wCNgDEBJoThSQjYl6MgJrLrs7p+JBxp3giedHiy0TLa5hCVKTj3euONAXDArYnnT+DvUIOkaeTk5DClRZbZ0sUXhLy//HuT5WJvjFBJJZ0u0f4RLVb5D7DI4uMZr7+yJPDR2AXCyW9YMaBEbmEYbPaKi283jlEyn7R33+AZlnXv0THHwZ4xvjKKG3/fBSXsOUmv5wmUveEqVGDj1mKPGj9NF8iA5qMm2AaZuJpEEBVBZtSlTZt6ZG7rzAJZGNL52t7xuMo=
|
|
bucket: ray-wheels
|
|
acl: public_read
|
|
region: us-west-2
|
|
local_dir: .whl
|
|
upload-dir: "$TRAVIS_BRANCH/$TRAVIS_COMMIT"
|
|
skip_cleanup: true
|
|
on:
|
|
repo: ray-project/ray
|
|
all_branches: true
|
|
condition: $MAC_WHEELS = 1
|
|
|
|
- provider: s3
|
|
edge: true # This supposedly opts in to deploy v2.
|
|
access_key_id: AKIAU6DMUCJUFL3EX3SM
|
|
secret_access_key:
|
|
secure: J1sX71fKFPQhgWzColllxfzcF877ScBZ1cIl71krZ6SO0LKnwsCScpQck5eZOyQo/Iverwye0iKtE87qNsiRi3+V2D9iulSr18T09j7+FjPKfxAmXmjfrNafoMXTDQroSJblCri5vl+DysISPqImJkWTNaYhGJ9QakoSd5djnAopLNWj6PCR3S50baS49+nB5nSIY3jMhtUzlaBdniFPFC81Cxyuafr4pv6McGRfR/dK+ZnPhdGtMnVeIJXB+ooZKQ26mDJKBPka4jm3u1Oa72b/Atu2RO3MwxTg79LTrMxXKh2OcCqhtD2Z3lz1OltvNSunCuwY8AejCJsfSLbM9mGDoz+xhNUWmYNy48YFf+61OY8PXi8S/9Q817yb3GpLbb2l/P+KMgq9eSEiELIOwuYsDxPX5TuAg6dx0wCNgDEBJoThSQjYl6MgJrLrs7p+JBxp3giedHiy0TLa5hCVKTj3euONAXDArYnnT+DvUIOkaeTk5DClRZbZ0sUXhLy//HuT5WJvjFBJJZ0u0f4RLVb5D7DI4uMZr7+yJPDR2AXCyW9YMaBEbmEYbPaKi283jlEyn7R33+AZlnXv0THHwZ4xvjKKG3/fBSXsOUmv5wmUveEqVGDj1mKPGj9NF8iA5qMm2AaZuJpEEBVBZtSlTZt6ZG7rzAJZGNL52t7xuMo=
|
|
bucket: ray-wheels
|
|
acl: public_read
|
|
region: us-west-2
|
|
local_dir: .whl
|
|
upload-dir: latest
|
|
skip_cleanup: true
|
|
on:
|
|
branch: master
|
|
repo: ray-project/ray
|
|
condition: $MAC_WHEELS = 1
|
|
|
|
# Upload jars so that we can debug locally for every commit
|
|
- provider: s3
|
|
edge: true # This supposedly opts in to deploy v2.
|
|
access_key_id: AKIAU6DMUCJUFL3EX3SM
|
|
secret_access_key:
|
|
secure: J1sX71fKFPQhgWzColllxfzcF877ScBZ1cIl71krZ6SO0LKnwsCScpQck5eZOyQo/Iverwye0iKtE87qNsiRi3+V2D9iulSr18T09j7+FjPKfxAmXmjfrNafoMXTDQroSJblCri5vl+DysISPqImJkWTNaYhGJ9QakoSd5djnAopLNWj6PCR3S50baS49+nB5nSIY3jMhtUzlaBdniFPFC81Cxyuafr4pv6McGRfR/dK+ZnPhdGtMnVeIJXB+ooZKQ26mDJKBPka4jm3u1Oa72b/Atu2RO3MwxTg79LTrMxXKh2OcCqhtD2Z3lz1OltvNSunCuwY8AejCJsfSLbM9mGDoz+xhNUWmYNy48YFf+61OY8PXi8S/9Q817yb3GpLbb2l/P+KMgq9eSEiELIOwuYsDxPX5TuAg6dx0wCNgDEBJoThSQjYl6MgJrLrs7p+JBxp3giedHiy0TLa5hCVKTj3euONAXDArYnnT+DvUIOkaeTk5DClRZbZ0sUXhLy//HuT5WJvjFBJJZ0u0f4RLVb5D7DI4uMZr7+yJPDR2AXCyW9YMaBEbmEYbPaKi283jlEyn7R33+AZlnXv0THHwZ4xvjKKG3/fBSXsOUmv5wmUveEqVGDj1mKPGj9NF8iA5qMm2AaZuJpEEBVBZtSlTZt6ZG7rzAJZGNL52t7xuMo=
|
|
bucket: ray-wheels
|
|
acl: public_read
|
|
region: us-west-2
|
|
local_dir: .jar
|
|
upload-dir: "jars/$TRAVIS_BRANCH/$TRAVIS_COMMIT"
|
|
skip_cleanup: true
|
|
on:
|
|
repo: ray-project/ray
|
|
all_branches: true
|
|
condition: $MAC_JARS = 1
|
|
|
|
- provider: s3
|
|
edge: true # This supposedly opts in to deploy v2.
|
|
access_key_id: AKIAU6DMUCJUFL3EX3SM
|
|
secret_access_key:
|
|
secure: J1sX71fKFPQhgWzColllxfzcF877ScBZ1cIl71krZ6SO0LKnwsCScpQck5eZOyQo/Iverwye0iKtE87qNsiRi3+V2D9iulSr18T09j7+FjPKfxAmXmjfrNafoMXTDQroSJblCri5vl+DysISPqImJkWTNaYhGJ9QakoSd5djnAopLNWj6PCR3S50baS49+nB5nSIY3jMhtUzlaBdniFPFC81Cxyuafr4pv6McGRfR/dK+ZnPhdGtMnVeIJXB+ooZKQ26mDJKBPka4jm3u1Oa72b/Atu2RO3MwxTg79LTrMxXKh2OcCqhtD2Z3lz1OltvNSunCuwY8AejCJsfSLbM9mGDoz+xhNUWmYNy48YFf+61OY8PXi8S/9Q817yb3GpLbb2l/P+KMgq9eSEiELIOwuYsDxPX5TuAg6dx0wCNgDEBJoThSQjYl6MgJrLrs7p+JBxp3giedHiy0TLa5hCVKTj3euONAXDArYnnT+DvUIOkaeTk5DClRZbZ0sUXhLy//HuT5WJvjFBJJZ0u0f4RLVb5D7DI4uMZr7+yJPDR2AXCyW9YMaBEbmEYbPaKi283jlEyn7R33+AZlnXv0THHwZ4xvjKKG3/fBSXsOUmv5wmUveEqVGDj1mKPGj9NF8iA5qMm2AaZuJpEEBVBZtSlTZt6ZG7rzAJZGNL52t7xuMo=
|
|
bucket: ray-wheels
|
|
acl: public_read
|
|
region: us-west-2
|
|
local_dir: .jar
|
|
upload-dir: "jars/latest"
|
|
skip_cleanup: true
|
|
on:
|
|
repo: ray-project/ray
|
|
branch: master
|
|
condition: $MAC_JARS = 1
|