2021-11-10 18:00:16 -08:00
|
|
|
base_image: "anyscale/ray-ml:nightly-py37-gpu"
|
2021-09-23 20:39:03 -07:00
|
|
|
|
|
|
|
|
python:
|
2021-11-10 18:00:16 -08:00
|
|
|
pip_packages:
|
|
|
|
|
- pyarrow
|
2021-09-23 20:39:03 -07:00
|
|
|
conda_packages: []
|
|
|
|
|
|
|
|
|
|
post_build_cmds:
|
|
|
|
|
- pip uninstall -y numpy ray || true
|
|
|
|
|
- sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
|
|
|
|
|
- pip install numpy || true
|
|
|
|
|
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
|
|
|
- pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
|
|
|
|
|
- pip install ray[default]
|
|
|
|
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
|
