mirror of
https://github.com/vale981/ray
synced 2025-03-07 02:51:39 -05:00
6c5229295e
OSS release tests currently run with hardcoded Python 3.7 base. In the future we will want to run tests on different python versions. This PR adds support for a new `python` field in the test configuration. The python field will determine both the base image used in the Buildkite runner docker container (for Ray client compatibility) and the base image for the Anyscale cluster environments. Note that in Buildkite, we will still only wait for the python 3.7 base image before kicking off tests. That is acceptable, as we can assume that most wheels finish in a similar time, so even if we wait for the 3.7 image and kick off a 3.8 test, that runner will wait maybe for 5-10 more minutes.
137 lines
3.3 KiB
Python
137 lines
3.3 KiB
Python
import collections
|
|
import hashlib
|
|
import json
|
|
import os
|
|
import subprocess
|
|
import time
|
|
from typing import Dict, Any, List, Tuple
|
|
|
|
import requests
|
|
from anyscale.sdk.anyscale_client.sdk import AnyscaleSDK
|
|
|
|
from ray_release.logger import logger
|
|
|
|
ANYSCALE_HOST = os.environ.get("ANYSCALE_HOST", "https://console.anyscale.com")
|
|
|
|
|
|
def deep_update(d, u) -> Dict:
|
|
for k, v in u.items():
|
|
if isinstance(v, collections.abc.Mapping):
|
|
d[k] = deep_update(d.get(k, {}), v)
|
|
else:
|
|
d[k] = v
|
|
return d
|
|
|
|
|
|
def dict_hash(dt: Dict[Any, Any]) -> str:
|
|
json_str = json.dumps(dt, sort_keys=True, ensure_ascii=True)
|
|
sha = hashlib.sha256()
|
|
sha.update(json_str.encode())
|
|
return sha.hexdigest()
|
|
|
|
|
|
def url_exists(url: str) -> bool:
|
|
return requests.head(url, allow_redirects=True).status_code == 200
|
|
|
|
|
|
def resolve_url(url: str) -> str:
|
|
return requests.head(url, allow_redirects=True).url
|
|
|
|
|
|
def format_link(link: str) -> str:
|
|
# Use ANSI escape code to allow link to be clickable
|
|
# https://buildkite.com/docs/pipelines/links-and-images
|
|
# -in-log-output
|
|
if os.environ.get("BUILDKITE_COMMIT"):
|
|
return "\033]1339;url='" + link + "'\a\n"
|
|
# Else, no buildkite:
|
|
return link
|
|
|
|
|
|
def anyscale_project_url(project_id: str) -> str:
|
|
return (
|
|
f"{ANYSCALE_HOST}"
|
|
f"/o/anyscale-internal/projects/{project_id}"
|
|
f"/?tab=session-list"
|
|
)
|
|
|
|
|
|
def anyscale_cluster_url(project_id: str, session_id: str) -> str:
|
|
return (
|
|
f"{ANYSCALE_HOST}"
|
|
f"/o/anyscale-internal/projects/{project_id}"
|
|
f"/clusters/{session_id}"
|
|
)
|
|
|
|
|
|
def anyscale_cluster_compute_url(compute_tpl_id: str) -> str:
|
|
return (
|
|
f"{ANYSCALE_HOST}"
|
|
f"/o/anyscale-internal/configurations/cluster-computes"
|
|
f"/{compute_tpl_id}"
|
|
)
|
|
|
|
|
|
def anyscale_cluster_env_build_url(build_id: str) -> str:
|
|
return (
|
|
f"{ANYSCALE_HOST}"
|
|
f"/o/anyscale-internal/configurations/app-config-details"
|
|
f"/{build_id}"
|
|
)
|
|
|
|
|
|
_anyscale_sdk = None
|
|
|
|
|
|
def get_anyscale_sdk() -> AnyscaleSDK:
|
|
global _anyscale_sdk
|
|
if _anyscale_sdk:
|
|
return _anyscale_sdk
|
|
|
|
_anyscale_sdk = AnyscaleSDK()
|
|
return _anyscale_sdk
|
|
|
|
|
|
def exponential_backoff_retry(
|
|
f, retry_exceptions, initial_retry_delay_s, max_retries
|
|
) -> None:
|
|
retry_cnt = 0
|
|
retry_delay_s = initial_retry_delay_s
|
|
while True:
|
|
try:
|
|
return f()
|
|
except retry_exceptions as e:
|
|
retry_cnt += 1
|
|
if retry_cnt > max_retries:
|
|
raise
|
|
logger.info(
|
|
f"Retry function call failed due to {e} "
|
|
f"in {retry_delay_s} seconds..."
|
|
)
|
|
time.sleep(retry_delay_s)
|
|
retry_delay_s *= 2
|
|
|
|
|
|
def run_bash_script(bash_script: str) -> None:
|
|
subprocess.run(f"bash {bash_script}", shell=True, check=True)
|
|
|
|
|
|
def reinstall_anyscale_dependencies() -> None:
|
|
logger.info("Re-installing `anyscale` package")
|
|
|
|
subprocess.check_output(
|
|
"pip install -U anyscale",
|
|
shell=True,
|
|
text=True,
|
|
)
|
|
|
|
|
|
def get_pip_packages() -> List[str]:
|
|
from pip._internal.operations import freeze
|
|
|
|
return list(freeze.freeze())
|
|
|
|
|
|
def python_version_str(python_version: Tuple[int, int]) -> str:
|
|
"""From (X, Y) to XY"""
|
|
return "".join([str(x) for x in python_version])
|