import os import sys from typing import Optional import click from ray_release.aws import maybe_fetch_api_token from ray_release.config import ( parse_python_version, read_and_validate_release_test_collection, find_test, as_smoke_test, DEFAULT_WHEEL_WAIT_TIMEOUT, DEFAULT_PYTHON_VERSION, ) from ray_release.exception import ReleaseTestCLIError, ReleaseTestError from ray_release.glue import run_release_test from ray_release.logger import logger from ray_release.reporter.artifacts import ArtifactsReporter from ray_release.reporter.legacy_rds import LegacyRDSReporter from ray_release.reporter.db import DBReporter from ray_release.reporter.log import LogReporter from ray_release.result import Result from ray_release.wheels import find_and_wait_for_ray_wheels_url @click.command() @click.argument("test_name", required=True, type=str) @click.option( "--test-collection-file", default=None, type=str, help="File containing test configurations", ) @click.option( "--smoke-test", default=False, type=bool, is_flag=True, help="Finish quickly for testing", ) @click.option( "--report", default=False, type=bool, is_flag=True, help="Report results to database", ) @click.option( "--ray-wheels", default=None, type=str, help=( "Commit hash or URL to Ray wheels to be used for testing. " "If empty, defaults to the BUILDKITE_COMMIT env variable. " "Can be e.g. `master` to fetch latest wheels from the " "Ray master branch. Can also be `:` or " "`:` to specify a different repository to " "fetch wheels from, if available." ), ) @click.option( "--cluster-id", default=None, type=str, help="Cluster ID of existing cluster to be re-used.", ) @click.option( "--cluster-env-id", default=None, type=str, help="Cluster env ID of existing cluster env to be re-used.", ) @click.option( "--no-terminate", default=False, type=bool, is_flag=True, help="Do not terminate cluster after test.", ) def main( test_name: str, test_collection_file: Optional[str] = None, smoke_test: bool = False, report: bool = False, ray_wheels: Optional[str] = None, cluster_id: Optional[str] = None, cluster_env_id: Optional[str] = None, no_terminate: bool = False, ): test_collection_file = test_collection_file or os.path.join( os.path.dirname(__file__), "..", "..", "release_tests.yaml" ) test_collection = read_and_validate_release_test_collection(test_collection_file) test = find_test(test_collection, test_name) if not test: raise ReleaseTestCLIError( f"Test `{test_name}` not found in collection file: " f"{test_collection_file}" ) if smoke_test: test = as_smoke_test(test) if "python" in test: python_version = parse_python_version(test["python"]) else: python_version = DEFAULT_PYTHON_VERSION ray_wheels_url = find_and_wait_for_ray_wheels_url( ray_wheels, python_version=python_version, timeout=DEFAULT_WHEEL_WAIT_TIMEOUT ) anyscale_project = os.environ.get("ANYSCALE_PROJECT", None) if not anyscale_project: raise ReleaseTestCLIError( "You have to set the ANYSCALE_PROJECT environment variable!" ) maybe_fetch_api_token() result = Result() reporters = [LogReporter()] if "BUILDKITE" in os.environ: reporters.append(ArtifactsReporter()) if report: reporters.append(LegacyRDSReporter()) reporters.append(DBReporter()) try: result = run_release_test( test, anyscale_project=anyscale_project, result=result, ray_wheels_url=ray_wheels_url, reporters=reporters, smoke_test=smoke_test, cluster_id=cluster_id, cluster_env_id=cluster_env_id, no_terminate=no_terminate, ) except ReleaseTestError as e: logger.exception(e) logger.info( f"Release test pipeline for test {test['name']} completed. " f"Returning with exit code = {result.return_code}" ) sys.exit(result.return_code) if __name__ == "__main__": main()