ray/release/ray_release/tests/test_wheels.py

249 lines
8.2 KiB
Python

import os
import sys
import time
import unittest
from unittest.mock import patch
from freezegun import freeze_time
from ray_release.config import Test
from ray_release.template import load_test_cluster_env
from ray_release.exception import RayWheelsNotFoundError, RayWheelsTimeoutError
from ray_release.wheels import (
get_ray_version,
DEFAULT_REPO,
get_ray_wheels_url,
find_ray_wheels_url,
find_and_wait_for_ray_wheels_url,
is_wheels_url_matching_ray_verison,
get_wheels_filename,
maybe_rewrite_wheels_url,
)
class WheelsFinderTest(unittest.TestCase):
def setUp(self) -> None:
for key in os.environ:
if key.startswith("BUILDKITE"):
os.environ.pop(key)
def testGetRayVersion(self):
init_file = os.path.join(
os.path.dirname(__file__), "..", "..", "..", "python", "ray", "__init__.py"
)
with open(init_file, "rt") as fp:
content = [line.encode() for line in fp.readlines()]
with patch("urllib.request.urlopen", lambda _: content):
version = get_ray_version(DEFAULT_REPO, commit="fake")
self.assertTrue(version)
with patch("urllib.request.urlopen", lambda _: []), self.assertRaises(
RayWheelsNotFoundError
):
get_ray_version(DEFAULT_REPO, commit="fake")
def testGetRayWheelsURL(self):
url = get_ray_wheels_url(
repo_url="https://github.com/ray-project/ray.git",
branch="master",
commit="1234",
ray_version="3.0.0.dev0",
)
self.assertEqual(
url,
"https://s3-us-west-2.amazonaws.com/ray-wheels/"
"master/1234/ray-3.0.0.dev0-cp37-cp37m-manylinux2014_x86_64.whl",
)
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindRayWheelsBuildkite(self):
repo = DEFAULT_REPO
branch = "master"
commit = "1234" * 10
version = "3.0.0.dev0"
os.environ["BUILDKITE_COMMIT"] = commit
url = find_ray_wheels_url()
self.assertEqual(url, get_ray_wheels_url(repo, branch, commit, version))
branch = "branched"
os.environ["BUILDKITE_BRANCH"] = branch
url = find_ray_wheels_url()
self.assertEqual(url, get_ray_wheels_url(repo, branch, commit, version))
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindRayWheelsCommitOnly(self):
repo = DEFAULT_REPO
branch = "master"
commit = "1234" * 10
version = "3.0.0.dev0"
search_str = commit
url = find_ray_wheels_url(search_str)
self.assertEqual(url, get_ray_wheels_url(repo, branch, commit, version))
def _testFindRayWheelsCheckout(
self, repo: str, branch: str, commit: str, version: str, search_str: str
):
with patch(
"ray_release.wheels.get_latest_commits", lambda *a, **kw: [commit]
), patch(
"ray_release.wheels.url_exists", lambda *a, **kw: False
), self.assertRaises(
RayWheelsNotFoundError
):
# Fails because URL does not exist
find_ray_wheels_url(search_str)
with patch(
"ray_release.wheels.get_latest_commits", lambda *a, **kw: [commit]
), patch("ray_release.wheels.url_exists", lambda *a, **kw: True):
# Succeeds
url = find_ray_wheels_url(search_str)
self.assertEqual(url, get_ray_wheels_url(repo, branch, commit, version))
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindRayWheelsBranch(self):
repo = DEFAULT_REPO
branch = "master"
commit = "1234" * 10
version = "3.0.0.dev0"
self._testFindRayWheelsCheckout(
repo, branch, commit, version, search_str="master"
)
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindRayWheelsRepoBranch(self):
repo = DEFAULT_REPO
branch = "master"
commit = "1234" * 10
version = "3.0.0.dev0"
self._testFindRayWheelsCheckout(
repo, branch, commit, version, search_str="ray-project:master"
)
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindRayWheelsPRRepoBranch(self):
repo = "user"
branch = "dev-branch"
commit = "1234" * 10
version = "3.0.0.dev0"
self._testFindRayWheelsCheckout(
repo, branch, commit, version, search_str="user:dev-branch"
)
self._testFindRayWheelsCheckout(
f"https://github.com/{repo}/ray-fork.git",
branch,
commit,
version,
search_str="user:dev-branch",
)
@patch("time.sleep", lambda *a, **kw: None)
@patch("ray_release.wheels.get_ray_version", lambda *a, **kw: "3.0.0.dev0")
def testFindAndWaitWheels(self):
repo = DEFAULT_REPO
branch = "master"
commit = "1234" * 10
version = "3.0.0.dev0"
class TrueAfter:
def __init__(self, after: float):
self.available_at = time.monotonic() + after
def __call__(self, *args, **kwargs):
if time.monotonic() > self.available_at:
return True
return False
with freeze_time(auto_tick_seconds=10):
with patch(
"ray_release.wheels.url_exists", TrueAfter(400)
), self.assertRaises(RayWheelsTimeoutError):
find_and_wait_for_ray_wheels_url(commit, timeout=300.0)
with freeze_time(auto_tick_seconds=10):
with patch("ray_release.wheels.url_exists", TrueAfter(200)):
url = find_and_wait_for_ray_wheels_url(commit, timeout=300.0)
self.assertEqual(url, get_ray_wheels_url(repo, branch, commit, version))
def testMatchingRayWheelsURL(self):
assert not is_wheels_url_matching_ray_verison(
f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 8))}", (3, 7)
)
assert not is_wheels_url_matching_ray_verison(
f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 7))}", (3, 8)
)
assert is_wheels_url_matching_ray_verison(
f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 7))}", (3, 7)
)
@patch("ray_release.wheels.resolve_url", lambda url: url)
def testRewriteWheelsURL(self):
# Do not rewrite if versions match
assert (
maybe_rewrite_wheels_url(
f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 7))}",
(3, 7),
)
== f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 7))}"
)
# Do not rewrite if version can't be parsed
assert (
maybe_rewrite_wheels_url("http://some/location/unknown.whl", (3, 7))
== "http://some/location/unknown.whl"
)
# Rewrite when version can be parsed
assert (
maybe_rewrite_wheels_url(
f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 8))}",
(3, 7),
)
== f"http://some/location/{get_wheels_filename('3.0.0dev0', (3, 7))}"
)
def testWheelsSanityString(self):
this_env = {"env": None}
def override_env(path, env):
this_env["env"] = env
with patch(
"ray_release.template.load_and_render_yaml_template", override_env
), patch("ray_release.template.get_test_environment", lambda: {}):
load_test_cluster_env(
Test(cluster=dict(cluster_env="invalid")),
ray_wheels_url="https://no-commit-url",
)
assert (
"No commit sanity check" in this_env["env"]["RAY_WHEELS_SANITY_CHECK"]
)
sha = "abcdef1234abcdef1234abcdef1234abcdef1234"
load_test_cluster_env(
Test(cluster=dict(cluster_env="invalid")),
ray_wheels_url=f"https://some/{sha}/binary.whl",
)
assert sha in this_env["env"]["RAY_WHEELS_SANITY_CHECK"]
if __name__ == "__main__":
import pytest
sys.exit(pytest.main(["-v", __file__]))