mirror of
https://github.com/vale981/ray
synced 2025-03-06 02:21:39 -05:00
6c5229295e
OSS release tests currently run with hardcoded Python 3.7 base. In the future we will want to run tests on different python versions. This PR adds support for a new `python` field in the test configuration. The python field will determine both the base image used in the Buildkite runner docker container (for Ray client compatibility) and the base image for the Anyscale cluster environments. Note that in Buildkite, we will still only wait for the python 3.7 base image before kicking off tests. That is acceptable, as we can assume that most wheels finish in a similar time, so even if we wait for the 3.7 image and kick off a 3.8 test, that runner will wait maybe for 5-10 more minutes.
24 lines
997 B
YAML
Executable file
24 lines
997 B
YAML
Executable file
base_image: {{ env["RAY_IMAGE_NIGHTLY_CPU"] | default("anyscale/ray:nightly-py37") }}
|
|
env_vars: {}
|
|
debian_packages:
|
|
- curl
|
|
|
|
python:
|
|
pip_packages:
|
|
- pytest
|
|
- lightgbm_ray
|
|
- petastorm
|
|
- tblib
|
|
conda_packages: []
|
|
|
|
post_build_cmds:
|
|
- pip uninstall -y ray || true
|
|
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
- pip3 install ray[default] # Needed for Ray Client to work.
|
|
- pip3 install -U "xgboost<1.5" xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
|
- sudo mkdir -p /data || true
|
|
- sudo chown ray:1000 /data || true
|
|
- rm -rf /data/classification.parquet || true
|
|
- curl -o create_test_data.py https://raw.githubusercontent.com/ray-project/ray/releases/1.3.0/release/xgboost_tests/create_test_data.py
|
|
- python ./create_test_data.py /data/classification.parquet --seed 1234 --num-rows 1000000 --num-cols 40 --num-partitions 100 --num-classes 2
|