mirror of
https://github.com/vale981/ray
synced 2025-03-06 02:21:39 -05:00
a90e53b76f
Adds a CI test for 100TB shuffle. There is a custom config for this nightly test to: (1) make sure each node gets 4TB of storage, (2) head node has 0 CPUs, (3) worker nodes have half their actual vCPU count. Related issue number Closes #24480.
18 lines
840 B
YAML
18 lines
840 B
YAML
base_image: {{ env["RAY_IMAGE_NIGHTLY_CPU"] | default("anyscale/ray:nightly-py37") }}
|
|
debian_packages: []
|
|
env_vars: {"RAY_object_spilling_config": "{\"type\":\"filesystem\",\"params\":{\"directory_path\":[\"/tmp/data0\",\"/tmp/data1\"]}}"}
|
|
|
|
python:
|
|
pip_packages: []
|
|
conda_packages: []
|
|
|
|
post_build_cmds:
|
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
- pip3 install -U ray[default]
|
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
|
- echo "yes N | sudo mkfs -t ext4 /dev/nvme1n1 || true" >> ~/.bashrc
|
|
- echo "mkdir -p /tmp/data0" >> ~/.bashrc
|
|
- echo "mkdir -p /tmp/data1" >> ~/.bashrc
|
|
- echo "sudo chmod 0777 /tmp/data0" >> ~/.bashrc
|
|
- echo "sudo chmod 0777 /tmp/data1" >> ~/.bashrc
|
|
- echo "sudo mount /dev/nvme1n1 /tmp/data1 || true" >> ~/.bashrc
|