mirror of
https://github.com/vale981/ray
synced 2025-03-04 17:41:43 -05:00
[Nightly test] Move two line downloads to one line. (#25061)
It fixes the mysterious error when all cluster env build is failing when pip uninstall / pip install is written in 2 lines. The root cause will be fixed later
This commit is contained in:
parent
55d039af32
commit
ec653e3196
42 changed files with 42 additions and 83 deletions
|
@ -28,7 +28,7 @@ logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
# TODO(sang): Move the class to state/state_manager.py.
|
# TODO(sang): Move the class to state/state_manager.py.
|
||||||
# TODO(sang): Remove *State and replaces with Pydantic or protobuf
|
# TODO(sang): Remove *State and replaces with Pydantic or protobuf.
|
||||||
# (depending on API interface standardization).
|
# (depending on API interface standardization).
|
||||||
class StateAPIManager:
|
class StateAPIManager:
|
||||||
"""A class to query states from data source, caches, and post-processes
|
"""A class to query states from data source, caches, and post-processes
|
||||||
|
|
|
@ -10,8 +10,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install 'ray[tune]'
|
- pip3 install 'ray[tune]'
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U git+https://github.com/horovod/horovod.git
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U git+https://github.com/horovod/horovod.git
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -14,8 +14,7 @@ python:
|
||||||
conda_packages: [ ]
|
conda_packages: [ ]
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
# Upgrade the XGBoost-Ray version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
# Upgrade the XGBoost-Ray version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
||||||
- echo {{ env["TIMESTAMP"] }}
|
- echo {{ env["TIMESTAMP"] }}
|
||||||
|
|
|
@ -15,8 +15,7 @@ python:
|
||||||
conda_packages: [ ]
|
conda_packages: [ ]
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
# Upgrade the XGBoost-Ray version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
# Upgrade the XGBoost-Ray version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
||||||
- echo {{ env["TIMESTAMP"] }}
|
- echo {{ env["TIMESTAMP"] }}
|
||||||
|
|
|
@ -15,6 +15,5 @@ python:
|
||||||
conda_packages: [ ]
|
conda_packages: [ ]
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -10,6 +10,5 @@ python:
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- 'rm -r wrk || true && git clone https://github.com/wg/wrk.git /tmp/wrk && cd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin'
|
- 'rm -r wrk || true && git clone https://github.com/wg/wrk.git /tmp/wrk && cd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin'
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install ray[default] # Needed for Ray Client to work.
|
- pip3 install ray[default] # Needed for Ray Client to work.
|
||||||
- pip3 install -U "xgboost<1.5" xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
- pip3 install -U "xgboost<1.5" xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -11,8 +11,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip install -U xgboost xgboost_ray petastorm # Install latest releases
|
- pip install -U xgboost xgboost_ray petastorm # Install latest releases
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- sudo mkdir -p /data || true
|
- sudo mkdir -p /data || true
|
||||||
|
|
|
@ -11,6 +11,5 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -22,6 +22,5 @@ post_build_cmds:
|
||||||
- pip3 install ray[all]
|
- pip3 install ray[all]
|
||||||
# TODO (Alex): Ideally we would install all the dependencies from the new
|
# TODO (Alex): Ideally we would install all the dependencies from the new
|
||||||
# version too, but pip won't be able to find the new version of ray-cpp.
|
# version too, but pip won't be able to find the new version of ray-cpp.
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,6 +7,5 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -10,8 +10,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install 'ray[tune]'
|
- pip3 install 'ray[tune]'
|
||||||
- pip3 install torch torchvision
|
- pip3 install torch torchvision
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U horovod
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U horovod
|
||||||
|
|
|
@ -10,8 +10,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install 'ray[tune]'
|
- pip3 install 'ray[tune]'
|
||||||
- pip3 install torch torchvision
|
- pip3 install torch torchvision
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U git+https://github.com/horovod/horovod.git
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U git+https://github.com/horovod/horovod.git
|
||||||
|
|
|
@ -10,8 +10,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
# Upgrade the Ray Lightning version, otherwise it will be cached in the Anyscale Docker image.
|
# Upgrade the Ray Lightning version, otherwise it will be cached in the Anyscale Docker image.
|
||||||
- echo {{ env["TIMESTAMP"] }}
|
- echo {{ env["TIMESTAMP"] }}
|
||||||
|
|
|
@ -11,8 +11,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
# Upgrade the Ray Lightning version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
# Upgrade the Ray Lightning version in post build commands, otherwise it will be cached in the Anyscale Docker image.
|
||||||
- echo {{ env["TIMESTAMP"] }}
|
- echo {{ env["TIMESTAMP"] }}
|
||||||
|
|
|
@ -11,6 +11,5 @@ python:
|
||||||
conda_packages: [ ]
|
conda_packages: [ ]
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U xgboost xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
- pip3 install -U xgboost xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- sudo mkdir -p /data || true
|
- sudo mkdir -p /data || true
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip install -U "git+https://github.com/ray-project/xgboost_ray@master#egg=xgboost_ray" petastorm
|
- pip install -U "git+https://github.com/ray-project/xgboost_ray@master#egg=xgboost_ray" petastorm
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- sudo mkdir -p /data || true
|
- sudo mkdir -p /data || true
|
||||||
|
|
|
@ -7,7 +7,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -8,7 +8,6 @@ python:
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
# - pip install fastparquet
|
# - pip install fastparquet
|
||||||
- pip3 uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install ray[default]
|
- pip3 install ray[default]
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,8 +7,7 @@ python:
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
# - pip install fastparquet
|
# - pip install fastparquet
|
||||||
- pip3 uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- echo {{env["DATESTAMP"]}}
|
- echo {{env["DATESTAMP"]}}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,9 +7,8 @@ python:
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
# - pip install fastparquet
|
# - pip install fastparquet
|
||||||
- pip3 uninstall -y ray
|
|
||||||
- pip3 install -U pytest
|
- pip3 install -U pytest
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- echo {{env["DATESTAMP"]}}
|
- echo {{env["DATESTAMP"]}}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -8,8 +8,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
# TODO (Alex): We need to do this because the ray-ml image pins
|
# TODO (Alex): We need to do this because the ray-ml image pins
|
||||||
# tensorflow=2.6, which requires numpy~=1.19.2. This is ok because the test
|
# tensorflow=2.6, which requires numpy~=1.19.2. This is ok because the test
|
||||||
# doesn't actually use tensorflow, but in the long term, but we should
|
# doesn't actually use tensorflow, but in the long term, but we should
|
||||||
|
|
|
@ -7,8 +7,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
|
- pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
|
||||||
- pip install ray[default]
|
- pip install ray[default]
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
|
||||||
|
|
|
@ -7,8 +7,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
|
- pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
|
||||||
- pip install ray[default]
|
- pip install ray[default]
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
|
||||||
|
|
|
@ -6,8 +6,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install llvmlite --ignore-installed
|
- pip3 install llvmlite --ignore-installed
|
||||||
- pip3 install -U torch==1.6 dask dask_ml mlflow tensorboard torchvision pickle5 s3fs
|
- pip3 install -U torch==1.6 dask dask_ml mlflow tensorboard torchvision pickle5 s3fs
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,7 +7,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,8 +7,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- echo {{env["DATESTAMP"]}}
|
- echo {{env["DATESTAMP"]}}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -7,8 +7,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- echo {{env["DATESTAMP"]}}
|
- echo {{env["DATESTAMP"]}}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -6,7 +6,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -6,7 +6,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install -U ray[default]
|
- pip3 install -U ray[default]
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -9,8 +9,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray
|
- pip3 uninstall -y ray && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install ray[default]
|
- pip3 install ray[default]
|
||||||
- echo {{env["DATESTAMP"]}}
|
- echo {{env["DATESTAMP"]}}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
# TODO(jungong): remove once nightly image gets upgraded.
|
# TODO(jungong): remove once nightly image gets upgraded.
|
||||||
- pip install -U pybullet==3.2.0
|
- pip install -U pybullet==3.2.0
|
||||||
|
|
|
@ -7,6 +7,5 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -10,7 +10,6 @@ python:
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- 'rm -r wrk || true && git clone https://github.com/wg/wrk.git /tmp/wrk && cd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin'
|
- 'rm -r wrk || true && git clone https://github.com/wg/wrk.git /tmp/wrk && cd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin'
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- pip install pytest
|
- pip install pytest
|
||||||
|
|
|
@ -10,8 +10,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip3 uninstall ray -y || true
|
- pip3 uninstall ray -y || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install 'ray[tune]'
|
- pip3 install 'ray[tune]'
|
||||||
- pip3 install torch torchvision
|
- pip3 install torch torchvision
|
||||||
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U horovod
|
- HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U horovod
|
||||||
|
|
|
@ -14,7 +14,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
|
||||||
# Install Ray
|
# Install Ray
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -14,7 +14,6 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
|
||||||
# Install Ray
|
# Install Ray
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -11,6 +11,5 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- sudo mkdir -p /data || true
|
- sudo mkdir -p /data || true
|
||||||
- sudo chown ray:1000 /data || true
|
- sudo chown ray:1000 /data || true
|
||||||
|
|
|
@ -12,8 +12,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip3 install ray[default] # Needed for Ray Client to work.
|
- pip3 install ray[default] # Needed for Ray Client to work.
|
||||||
- pip3 install -U "xgboost<1.5" xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
- pip3 install -U "xgboost<1.5" xgboost_ray petastorm # Install latest releases, pin xgboost to <1.5
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
|
|
|
@ -11,8 +11,7 @@ python:
|
||||||
conda_packages: []
|
conda_packages: []
|
||||||
|
|
||||||
post_build_cmds:
|
post_build_cmds:
|
||||||
- pip uninstall -y ray || true
|
- pip3 uninstall -y ray || true && pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
||||||
- pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
|
|
||||||
- pip install -U xgboost xgboost_ray petastorm # Install latest releases
|
- pip install -U xgboost xgboost_ray petastorm # Install latest releases
|
||||||
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
- {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
|
||||||
- sudo mkdir -p /data || true
|
- sudo mkdir -p /data || true
|
||||||
|
|
Loading…
Add table
Reference in a new issue