mirror of
https://github.com/vale981/ray
synced 2025-03-06 02:21:39 -05:00
b51b5afaea
Instead of installing dependencies in each Buildkite job, let's move this to the Dockerfile instead. This will update GPU tests to always use Python 3.7.
32 lines
2.1 KiB
YAML
32 lines
2.1 KiB
YAML
- label: ":tv: :steam_locomotive: Train GPU tests "
|
|
conditions: ["RAY_CI_TRAIN_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.6 TRAIN_TESTING=1 TUNE_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
|
|
# Because Python version changed, we need to re-install Ray here
|
|
- rm -rf ./python/ray/thirdparty_files; rm -rf ./python/ray/pickle5_files; ./ci/travis/ci.sh build
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/travis/env_info.sh
|
|
- bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=gpu,gpu_only python/ray/train/...
|
|
|
|
- label: ":tv: :database: :steam_locomotive: Datasets Train Integration GPU Tests and Examples (Python 3.7)"
|
|
conditions: ["RAY_CI_TRAIN_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.7 TRAIN_TESTING=1 DATA_PROCESSING_TESTING=1 ./ci/travis/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/travis/env_info.sh
|
|
- bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=datasets_train doc/...
|
|
|
|
- label: ":tv: :brain: RLlib: Multi-GPU Tests"
|
|
conditions: ["RAY_CI_RLLIB_AFFECTED"]
|
|
commands:
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
- PYTHON=3.7 RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
- ./ci/travis/env_info.sh
|
|
# --jobs 2 is necessary as we only need to have at least 2 gpus on the machine
|
|
# and running tests in parallel would cause timeouts as the other scripts would
|
|
# wait for the GPU to become available.
|
|
- bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --jobs 2
|
|
--test_tag_filters=multi_gpu --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
|