[Release] Use nightly Docker images (#20001)

* use nightly * switch ml cpu to ray cpu * fix * add pytest * add more pytest * add constraint * add tensorflow * fix merge conflict * add tblib * fix * add back uninstall
2025-03-05 18:11:42 -05:00 · 2021-11-10 18:00:16 -08:00 · 2021-11-10 18:00:16 -08:00 · 18dcf1ac25
commit 18dcf1ac25
parent 082a4af3e6
39 changed files with 74 additions and 113 deletions
--- a/release/golden_notebook_tests/dask_xgboost_app_config.yaml
+++ b/release/golden_notebook_tests/dask_xgboost_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: { }
 debian_packages:
  - curl
--- a/release/golden_notebook_tests/modin_xgboost_app_config.yaml
+++ b/release/golden_notebook_tests/modin_xgboost_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: { }
 debian_packages:
  - curl
--- a/release/golden_notebook_tests/torch_tune_serve_app_config.yaml
+++ b/release/golden_notebook_tests/torch_tune_serve_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: { }
 debian_packages:
  - curl
--- a/release/horovod_tests/app_config.yaml
+++ b/release/horovod_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
@ -15,6 +15,5 @@ post_build_cmds:
  - pip3 install numpy || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip3 install 'ray[tune]'
-  - pip3 install torch torchvision
  - HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U horovod
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/horovod_tests/horovod_tests.yaml
+++ b/release/horovod_tests/horovod_tests.yaml
@ -6,7 +6,7 @@
  run:
    timeout: 36000
    prepare: python wait_cluster.py 3 600
-    script: python workloads/horovod_test.py
+    script: python workloads/horovod_tune_test.py
    long_running: True

  smoke_test:
--- a/release/lightgbm_tests/app_config.yaml
+++ b/release/lightgbm_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -12,11 +12,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U lightgbm_ray petastorm  # Install latest releases
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
  - rm -rf /data/classification.parquet || true
--- a/release/long_running_distributed_tests/app_config.yaml
+++ b/release/long_running_distributed_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
@ -10,8 +10,6 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/long_running_tests/app_config.yaml
+++ b/release/long_running_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -6,6 +6,9 @@ debian_packages:

 python:
  pip_packages:
+    - gym[atari]
+    - pytest
+    - tensorflow
  conda_packages: []

 post_build_cmds:
@ -16,4 +19,5 @@ post_build_cmds:
  - pip3 install pytest || true
  - pip3 install -U ray[all] gym[atari] autorom[accept-rom-license]
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
+  - pip3 install ray[all]
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/microbenchmark/app_config.yaml
+++ b/release/microbenchmark/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.6.0-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages: []

--- a/release/ml_user_tests/horovod/app_config.yaml
+++ b/release/ml_user_tests/horovod/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
--- a/release/ml_user_tests/horovod/app_config_master.yaml
+++ b/release/ml_user_tests/horovod/app_config_master.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
@ -15,6 +15,5 @@ post_build_cmds:
  - pip3 install numpy || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip3 install 'ray[tune]'
-  - pip3 install torch torchvision
  - HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip3 install -U git+https://github.com/horovod/horovod.git
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/ml_user_tests/ray-lightning/app_config.yaml
+++ b/release/ml_user_tests/ray-lightning/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars:
  PL_TORCH_DISTRIBUTED_BACKEND: gloo

@ -7,11 +7,8 @@ debian_packages:

 python:
  pip_packages:
-    # TODO(amogkam): Remove the tblib, torch, and torchvision installs once we use nightly image.
-    - tblib
-    - torch==1.9.0
-    - torchvision==0.10.0
    - ray-lightning
+    - tblib
  conda_packages: []

 post_build_cmds:
--- a/release/ml_user_tests/ray-lightning/app_config_master.yaml
+++ b/release/ml_user_tests/ray-lightning/app_config_master.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars:
  PL_TORCH_DISTRIBUTED_BACKEND: gloo

@ -7,11 +7,8 @@ debian_packages:

 python:
  pip_packages:
-    # TODO(amogkam): Remove the tblib, torch, and torchvision installs once we use nightly image.
-    - tblib
-    - torch==1.9.0
-    - torchvision==0.10.0
    - git+https://github.com/ray-project/ray_lightning#ray_lightning
+    - tblib
  conda_packages: []

 post_build_cmds:
--- a/release/ml_user_tests/train/app_config.yaml
+++ b/release/ml_user_tests/train/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars:
    TRAIN_PLACEMENT_GROUP_TIMEOUT_S: 2000

--- a/release/ml_user_tests/xgboost/app_config_gpu.yaml
+++ b/release/ml_user_tests/xgboost/app_config_gpu.yaml
@ -11,11 +11,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy || true
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U "xgboost_ray" petastorm  # Install latest releases
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
--- a/release/ml_user_tests/xgboost/app_config_gpu_master.yaml
+++ b/release/ml_user_tests/xgboost/app_config_gpu_master.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.5.0-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
@ -11,12 +11,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy || true
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U petastorm  # Install latest release
-  - pip3 install -U "git+https://github.com/ray-project/xgboost_ray@master#egg=xgboost_ray"  # Install latest master
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
--- a/release/nightly_tests/chaos_test/app_config.yaml
+++ b/release/nightly_tests/chaos_test/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages: []

--- a/release/nightly_tests/chaos_test/dask_on_ray_app_config_reconstruction.yaml
+++ b/release/nightly_tests/chaos_test/dask_on_ray_app_config_reconstruction.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {"RAY_lineage_pinning_enabled": "1"}
 debian_packages: []

@ -10,5 +10,5 @@ post_build_cmds:
  # - pip install fastparquet
  - pip3 uninstall -y ray
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U ray[default]
+  - pip3 install ray[default]
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/nightly_tests/dask_on_ray/dask_on_ray_app_config.yaml
+++ b/release/nightly_tests/dask_on_ray/dask_on_ray_app_config.yaml
@ -1,8 +1,8 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
-  pip_packages: ["dask[complete]", tqdm, scipy, xarray, zarr, boto, s3fs, pyarrow]
+  pip_packages: ["dask[complete]", tqdm, scipy, xarray, zarr, boto, s3fs, pyarrow, pytest]
  conda_packages: []

 post_build_cmds:
--- a/release/nightly_tests/dask_on_ray/large_scale_dask_on_ray_app_config.yaml
+++ b/release/nightly_tests/dask_on_ray/large_scale_dask_on_ray_app_config.yaml
@ -1,8 +1,8 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
-  pip_packages: ["dask[complete]", tqdm, scipy, xarray, zarr, boto, s3fs, pyarrow]
+  pip_packages: ["dask[complete]", tqdm, scipy, xarray, zarr, boto, s3fs, pyarrow, pytest]
  conda_packages: []

 post_build_cmds:
--- a/release/nightly_tests/dataset/app_config.yaml
+++ b/release/nightly_tests/dataset/app_config.yaml
@ -1,12 +1,13 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"

 python:
-  pip_packages: []
+  pip_packages:
+    - boto3
+    - pyarrow
+    - tqdm
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install boto3 pyarrow tqdm
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/nightly_tests/dataset/pipelined_ingestion_app.yaml
+++ b/release/nightly_tests/dataset/pipelined_ingestion_app.yaml
@ -1,7 +1,8 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"

 python:
-  pip_packages: []
+  pip_packages:
+    - pyarrow
  conda_packages: []

 post_build_cmds:
@ -11,6 +12,4 @@ post_build_cmds:
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
  - pip install ray[default]
-  - pip install pyarrow
-  - pip install torch torchvision
  - HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
--- a/release/nightly_tests/dataset/pipelined_training_app.yaml
+++ b/release/nightly_tests/dataset/pipelined_training_app.yaml
@ -1,7 +1,8 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"

 python:
-  pip_packages: []
+  pip_packages:
+    - pyarrow
  conda_packages: []

 post_build_cmds:
@ -11,6 +12,4 @@ post_build_cmds:
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip install -U git+https://github.com/ray-project/ray_shuffling_data_loader.git@add-embedding-model
  - pip install ray[default]
-  - pip install pyarrow
-  - pip install torch torchvision
  - HOROVOD_WITH_GLOO=1 HOROVOD_WITHOUT_MPI=1 HOROVOD_WITHOUT_TENSORFLOW=1 HOROVOD_WITHOUT_MXNET=1 HOROVOD_WITH_PYTORCH=1 pip install -U git+https://github.com/horovod/horovod.git
--- a/release/nightly_tests/dataset/shuffle_app_config.yaml
+++ b/release/nightly_tests/dataset/shuffle_app_config.yaml
@ -1,7 +1,7 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"

 python:
-  pip_packages: ["boto3", "numpy", "torch", "tqdm", "pyarrow"]
+  pip_packages: ["boto3", "pyarrow"]
  conda_packages: []

 post_build_cmds:
--- a/release/nightly_tests/decision_tree/decision_tree_app_config.yaml
+++ b/release/nightly_tests/decision_tree/decision_tree_app_config.yaml
@ -1,14 +1,14 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
-  pip_packages: []
+  pip_packages:
+    - sklearn
  conda_packages: []

 post_build_cmds:
  - pip uninstall -y ray
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip3 install -U ray[default]
-  - pip3 install sklearn
  - echo {{env["DATESTAMP"]}}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/nightly_tests/many_nodes_tests/app_config.yaml
+++ b/release/nightly_tests/many_nodes_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {"RAY_gcs_server_rpc_server_thread_num": "8", "RAY_GCS_ACTOR_SCHEDULING_ENABLED": "true"}
 debian_packages: []

--- a/release/nightly_tests/placement_group_tests/app_config.yaml
+++ b/release/nightly_tests/placement_group_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
--- a/release/nightly_tests/shuffle/shuffle_app_config.yaml
+++ b/release/nightly_tests/shuffle/shuffle_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
--- a/release/nightly_tests/shuffle_data_loader/shuffle_data_loader_app_config.yaml
+++ b/release/nightly_tests/shuffle_data_loader/shuffle_data_loader_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
--- a/release/nightly_tests/stress_tests/stress_tests_app_config.yaml
+++ b/release/nightly_tests/stress_tests/stress_tests_app_config.yaml
@ -1,15 +1,16 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 debian_packages: []

 python:
-  pip_packages: []
+  pip_packages:
+    - terminado
+    - boto3
+    - cython==0.29.0
  conda_packages: []

 post_build_cmds:
  - pip uninstall -y ray
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U ray[default]
-  - pip install terminado
-  - pip install boto3 cython==0.29.0
+  - pip3 install ray[default]
  - echo {{env["DATESTAMP"]}}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/rllib_tests/app_config.yaml
+++ b/release/rllib_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - unzip
@ -7,18 +7,10 @@ debian_packages:
 python:
  # These dependencies should be handled by requirements_rllib.txt and
  # requirements_ml_docker.txt
-  pip_packages:
-    - torch==1.9.0 # TODO(amogkam): Remove after nightly images are available.
+  pip_packages: []
  conda_packages: []

 post_build_cmds:
-  # Create a couple of soft links so tf 2.4.3 works with cuda 11.2.
-  # TODO(jungong): remove these once product ray-ml docker gets upgraded to use tf 2.5.0.
-  - sudo ln -s /usr/local/cuda /usr/local/nvidia
-  - sudo ln -s /usr/local/cuda/lib64/libcusolver.so.11 /usr/local/cuda/lib64/libcusolver.so.10
-  - pip install tensorflow==2.5.0
-  # END: TODO
-
  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/runtime_env_tests/app_config.yaml
+++ b/release/runtime_env_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.6.0-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages: []

--- a/release/serve_tests/app_config.yaml
+++ b/release/serve_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
--- a/release/sgd_tests/sgd_gpu/sgd_gpu_app_config.yaml
+++ b/release/sgd_tests/sgd_gpu/sgd_gpu_app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages: []

@ -10,7 +10,6 @@ post_build_cmds:
  - pip uninstall -y ray
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - pip3 install ray[tune]
-  - pip3 install torch torchvision ipdb
  - /home/ray/anaconda3/bin/python -m pip uninstall -y numpy
  - rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
  - /home/ray/anaconda3/bin/pip install numpy==1.19.5
--- a/release/tune_tests/cloud_tests/app_config.yaml
+++ b/release/tune_tests/cloud_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.7.0-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -11,12 +11,9 @@ python:
  conda_packages: []

 post_build_cmds:
+  - pip uninstall -y ray || true
  # Needed for gsutil authentication
  - printf "[GoogleCompute]\nservice_account = default\n" > /home/ray/.boto
-  # Make sure numpy is sane
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
  # Install Ray
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/tune_tests/scalability_tests/app_config.yaml
+++ b/release/tune_tests/scalability_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.5.0-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -10,8 +10,6 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
--- a/release/tune_tests/scalability_tests/app_config_data.yaml
+++ b/release/tune_tests/scalability_tests/app_config_data.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.5.0-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -11,11 +11,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U "xgboost_ray" awscli # Install latest releases
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
--- a/release/xgboost_tests/app_config.yaml
+++ b/release/xgboost_tests/app_config.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray-ml:pinned-nightly-py37"
+base_image: "anyscale/ray:nightly-py37"
 env_vars: {}
 debian_packages:
  - curl
@ -12,11 +12,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U "xgboost_ray" petastorm  # Install latest releases
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true
--- a/release/xgboost_tests/app_config_gpu.yaml
+++ b/release/xgboost_tests/app_config_gpu.yaml
@ -1,4 +1,4 @@
-base_image: "anyscale/ray:1.5.0-py37-gpu"
+base_image: "anyscale/ray-ml:nightly-py37-gpu"
 env_vars: {}
 debian_packages:
  - curl
@ -11,11 +11,8 @@ python:
  conda_packages: []

 post_build_cmds:
-  - pip uninstall -y numpy ray || true
-  - sudo rm -rf /home/ray/anaconda3/lib/python3.7/site-packages/numpy || true
-  - pip3 install numpy || true
+  - pip uninstall -y ray || true
  - pip3 install -U {{ env["RAY_WHEELS"] | default("ray") }}
-  - pip3 install -U "xgboost_ray" petastorm  # Install latest releases
  - {{ env["RAY_WHEELS_SANITY_CHECK"] | default("echo No Ray wheels sanity check") }}
  - sudo mkdir -p /data || true
  - sudo chown ray:1000 /data || true