ray/release/data_processing_tests/dask-on-ray-test.sh
SangBin Cho df9329160e
[Tests] Dask on ray release test (#15256)
* done.

* Linting.

* Update readme

* Update.

* Fix issues.
2021-04-15 10:30:17 -07:00

32 lines
1.5 KiB
Bash
Executable file

#!/usr/bin/env bash
# NOTE: Only working for Python 3.7 on MacOS.
# NOTE: Please modify the wheel URL.
DASK_VERSION=("2021.4.0" "2021.3.1" "2021.2.0" "2021.1.1" "2020.12.0")
unset RAY_ADDRESS
pip install --upgrade pip
# Comment out the below block for testing.
echo "Please run vi dask-on-ray-test.sh and modify the ray wheel properly."
echo "Also make sure that you are in the right branch on your repo."
echo "For example, if you are using releases/1.3.0 wheel, you should checkout to that repo."
echo "Example: git checkout -b releases/1.3.0 upstream/releases/1.3.0"
exit 1
# pip uninstall -y ray
# pip install -U "ray[full] @ https://s3-us-west-2.amazonaws.com/ray-wheels/releases/1.3.0/cb3661e547662f309a0cc55c5495b3adb779a309/ray-1.3.0-cp37-cp37m-macosx_10_13_intel.whl"
for dask_version in "${DASK_VERSION[@]}"
do # The quotes are necessary here
echo "=================================================="
echo "Downloading Dask of version '${dask_version}'"
pip uninstall -y dask
pip install -U dask=="$dask_version"
printf "==================================================\n\n\n"
echo "=================================================="
echo "Running tests against dask version ${dask_version}"
pytest -v ../../python/ray/tests/test_dask_scheduler.py
pytest -v ../../python/ray/tests/test_dask_callback.py
pytest -v ../../python/ray/tests/test_dask_optimization.py
printf "==================================================\n\n\n"
done