ray/release/tune_tests/scalability_tests/app_config_data.yaml
Amog Kamsetty 18dcf1ac25
[Release] Use nightly Docker images (#20001)
* use nightly

* switch ml cpu to ray cpu

* fix

* add pytest

* add more pytest

* add constraint

* add tensorflow

* fix merge conflict

* add tblib

* fix

* add back uninstall
2021-11-10 18:00:16 -08:00

23 lines
967 B
YAML
Executable file

base_image: "anyscale/ray:nightly-py37"
env_vars: {}
debian_packages:
- curl
python:
pip_packages:
- pytest
- awscli
- xgboost_ray
conda_packages: []
post_build_cmds:
- pip uninstall -y ray || true
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
- sudo mkdir -p /data || true
- sudo chown ray:1000 /data || true
- rm -rf /data/train.parquet || true
- rm -rf /data/test.parquet || true
- curl -o ./create_test_data.py https://raw.githubusercontent.com/ray-project/ray/2a02b97f1ae552debd2071985e23e2da418ed906/release/tune_tests/scalability_tests/create_test_data.py
- python ./create_test_data.py /data/train.parquet --seed 1234 --num-rows 40000000 --num-cols 40 --num-partitions 128 --num-classes 2
- python ./create_test_data.py /data/test.parquet --seed 1234 --num-rows 10000000 --num-cols 40 --num-partitions 128 --num-classes 2