2021-10-18 22:27:46 -07:00
|
|
|
- label: ":tv: :steam_locomotive: Train GPU tests "
|
|
|
|
|
conditions: ["RAY_CI_TRAIN_AFFECTED"]
|
2021-10-02 02:34:05 +01:00
|
|
|
commands:
|
|
|
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
|
|
|
- SGD_TESTING=1 INSTALL_HOROVOD=1 ./ci/travis/install-dependencies.sh
|
|
|
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
|
|
|
- ./ci/travis/env_info.sh
|
2021-10-18 22:27:46 -07:00
|
|
|
- bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --test_tag_filters=gpu,gpu_only python/ray/train/...
|
2021-10-26 10:11:39 -07:00
|
|
|
|
|
|
|
|
- label: ":tv: :brain: RLlib: Multi-GPU Tests"
|
|
|
|
|
conditions: ["RAY_CI_RLLIB_AFFECTED"]
|
|
|
|
|
commands:
|
|
|
|
|
- cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/travis/upload_build_info.sh; fi }; trap cleanup EXIT
|
|
|
|
|
- RLLIB_TESTING=1 ./ci/travis/install-dependencies.sh
|
|
|
|
|
- pip install -Ur ./python/requirements_ml_docker.txt
|
|
|
|
|
- ./ci/travis/env_info.sh
|
|
|
|
|
# --jobs 2 is necessary as we only need to have at least 2 gpus on the machine
|
|
|
|
|
# and running tests in parallel would cause timeouts as the other scripts would
|
|
|
|
|
# wait for the GPU to become available.
|
|
|
|
|
- bazel test --config=ci $(./scripts/bazel_export_options) --build_tests_only --jobs 2
|
|
|
|
|
--test_tag_filters=multi_gpu,-flaky --test_env=RAY_USE_MULTIPROCESSING_CPU_COUNT=1 rllib/...
|
