mirror of
https://github.com/vale981/ray
synced 2025-03-05 10:01:43 -05:00
01d473b355
Recently there have been a number of CI test failures due to direct or transitive dependency version upgrades. Printing out environment information for each test suite allows us to quickly check the diff between failed and successful runs. **Notes:** 1. In this PR I just manually added `./ci/env/env_info.sh` to each test suite. We may want to generalize this in the future. 2. This is just for CI now, but is applicable to release tests as well. Signed-off-by: Matthew Deng <matt@anyscale.com>
52 lines
3.3 KiB
YAML
52 lines
3.3 KiB
YAML
- label: ":tv: :steam_locomotive: Train GPU tests "
|
|
conditions: ["RAY_CI_TRAIN_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.7 TRAIN_TESTING=1 TUNE_TESTING=1 INSTALL_HOROVOD=1 ./ci/env/install-dependencies.sh
|
|
# Because Python version changed, we need to re-install Ray here
|
|
- rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/ci.sh build
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/env/env_info.sh
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_tag_filters=gpu,gpu_only,-ray_air python/ray/train/...
|
|
|
|
- label: ":tv: :database: :steam_locomotive: Datasets Train Integration GPU Tests and Examples (Python 3.7)"
|
|
conditions: ["RAY_CI_TRAIN_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.7 TRAIN_TESTING=1 DATA_PROCESSING_TESTING=1 ./ci/env/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/env/env_info.sh
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_tag_filters=datasets_train doc/...
|
|
|
|
- label: ":tv: :brain: RLlib: Multi-GPU Tests"
|
|
conditions: ["RAY_CI_RLLIB_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.7 RLLIB_TESTING=1 ./ci/env/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/env/env_info.sh
|
|
# --jobs 2 is necessary as we only need to have at least 2 gpus on the machine
|
|
# and running tests in parallel would cause timeouts as the other scripts would
|
|
# wait for the GPU to become available.
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --jobs 2
|
|
--test_tag_filters=multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
|
|
|
|
- label: ":tv: :airplane: ML GPU tests (ray/air)"
|
|
conditions: ["RAY_CI_ML_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- DATA_PROCESSING_TESTING=1 TRAIN_TESTING=1 TUNE_TESTING=1 INSTALL_HOROVOD=1 ./ci/env/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/env/env_info.sh
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_tag_filters=gpu python/ray/air/...
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_tag_filters=gpu python/ray/train/...
|
|
|
|
- label: ":tv: :book: Doc GPU tests and examples"
|
|
conditions:
|
|
["RAY_CI_PYTHON_AFFECTED", "RAY_CI_TUNE_AFFECTED", "RAY_CI_DOC_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- DOC_TESTING=1 TRAIN_TESTING=1 TUNE_TESTING=1 PYTHON=3.7 ./ci/env/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/env/env_info.sh
|
|
- bazel test --config=ci $(./ci/run/bazel_export_options) --build_tests_only --test_tag_filters=gpu,-py37,-post_wheel_build doc/...
|