mirror of
https://github.com/vale981/ray
synced 2025-03-04 17:41:43 -05:00
7091a32fe1
This adds "environments" to the release package that can be used to configure some environment variables. These variables will be loaded either by an `--env` argument or a `env` definition in the test definition and can be used to e.g. run release tests on staging.
136 lines
4 KiB
Python
136 lines
4 KiB
Python
import json
|
|
import os
|
|
import re
|
|
from typing import Dict, List, Optional, Tuple
|
|
|
|
import jsonschema
|
|
import yaml
|
|
from ray_release.anyscale_util import find_cloud_by_name
|
|
from ray_release.exception import ReleaseTestCLIError, ReleaseTestConfigError
|
|
from ray_release.logger import logger
|
|
from ray_release.util import DeferredEnvVar, deep_update
|
|
|
|
|
|
class Test(dict):
|
|
pass
|
|
|
|
|
|
DEFAULT_WHEEL_WAIT_TIMEOUT = 7200 # Two hours
|
|
DEFAULT_COMMAND_TIMEOUT = 1800
|
|
DEFAULT_BUILD_TIMEOUT = 1800
|
|
DEFAULT_CLUSTER_TIMEOUT = 1800
|
|
DEFAULT_AUTOSUSPEND_MINS = 120
|
|
DEFAULT_WAIT_FOR_NODES_TIMEOUT = 3000
|
|
|
|
DEFAULT_CLOUD_ID = DeferredEnvVar(
|
|
"RELEASE_DEFAULT_CLOUD_ID",
|
|
"cld_4F7k8814aZzGG8TNUGPKnc",
|
|
)
|
|
DEFAULT_ANYSCALE_PROJECT = DeferredEnvVar(
|
|
"RELEASE_DEFAULT_PROJECT",
|
|
"prj_2xR6uT6t7jJuu1aCwWMsle",
|
|
)
|
|
DEFAULT_PYTHON_VERSION = (3, 7)
|
|
|
|
RELEASE_PACKAGE_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
|
|
|
|
RELEASE_TEST_SCHEMA_FILE = os.path.join(
|
|
RELEASE_PACKAGE_DIR, "ray_release", "schema.json"
|
|
)
|
|
|
|
|
|
def read_and_validate_release_test_collection(config_file: str) -> List[Test]:
|
|
"""Read and validate test collection from config file"""
|
|
with open(config_file, "rt") as fp:
|
|
test_config = yaml.safe_load(fp)
|
|
|
|
validate_release_test_collection(test_config)
|
|
return test_config
|
|
|
|
|
|
def load_schema_file(path: Optional[str] = None) -> Dict:
|
|
path = path or RELEASE_TEST_SCHEMA_FILE
|
|
with open(path, "rt") as fp:
|
|
return json.load(fp)
|
|
|
|
|
|
def validate_release_test_collection(test_collection: List[Test]):
|
|
try:
|
|
schema = load_schema_file()
|
|
except Exception as e:
|
|
raise ReleaseTestConfigError(
|
|
f"Could not load release test validation schema: {e}"
|
|
) from e
|
|
|
|
num_errors = 0
|
|
for test in test_collection:
|
|
error = validate_test(test, schema)
|
|
if error:
|
|
logger.error(
|
|
f"Failed to validate test {test.get('name', '(unnamed)')}: {error}"
|
|
)
|
|
num_errors += 1
|
|
|
|
if num_errors > 0:
|
|
raise ReleaseTestConfigError(
|
|
f"Release test configuration error: Found {num_errors} test "
|
|
f"validation errors."
|
|
)
|
|
|
|
|
|
def validate_test(test: Test, schema: Optional[Dict] = None) -> Optional[str]:
|
|
schema = schema or load_schema_file()
|
|
|
|
try:
|
|
jsonschema.validate(test, schema=schema)
|
|
except (jsonschema.ValidationError, jsonschema.SchemaError) as e:
|
|
return str(e.message)
|
|
except Exception as e:
|
|
return str(e)
|
|
|
|
|
|
def find_test(test_collection: List[Test], test_name: str) -> Optional[Test]:
|
|
"""Find test with `test_name` in `test_collection`"""
|
|
for test in test_collection:
|
|
if test["name"] == test_name:
|
|
return test
|
|
return None
|
|
|
|
|
|
def as_smoke_test(test: Test) -> Test:
|
|
if "smoke_test" not in test:
|
|
raise ReleaseTestCLIError(
|
|
f"Requested smoke test, but test with name {test['name']} does "
|
|
f"not have any smoke test configuration."
|
|
)
|
|
|
|
smoke_test_config = test.pop("smoke_test")
|
|
new_test = deep_update(test, smoke_test_config)
|
|
return new_test
|
|
|
|
|
|
def parse_python_version(version: str) -> Tuple[int, int]:
|
|
"""From XY and X.Y to (X, Y)"""
|
|
match = re.match(r"^([0-9])\.?([0-9]+)$", version)
|
|
if not match:
|
|
raise ReleaseTestConfigError(f"Invalid Python version string: {version}")
|
|
|
|
return int(match.group(1)), int(match.group(2))
|
|
|
|
|
|
def get_test_cloud_id(test: Test) -> str:
|
|
cloud_id = test["cluster"].get("cloud_id", None)
|
|
cloud_name = test["cluster"].get("cloud_name", None)
|
|
if cloud_id and cloud_name:
|
|
raise RuntimeError(
|
|
f"You can't supply both a `cloud_name` ({cloud_name}) and a "
|
|
f"`cloud_id` ({cloud_id}) in the test cluster configuration. "
|
|
f"Please provide only one."
|
|
)
|
|
elif cloud_name and not cloud_id:
|
|
cloud_id = find_cloud_by_name(cloud_name)
|
|
if not cloud_id:
|
|
raise RuntimeError(f"Couldn't find cloud with name `{cloud_name}`.")
|
|
else:
|
|
cloud_id = cloud_id or str(DEFAULT_CLOUD_ID)
|
|
return cloud_id
|