mirror of
https://github.com/vale981/ray
synced 2025-03-06 02:21:39 -05:00
a8bed94ed6
Not using the full cluster address is deprecated and breaks Job usage for uploads/downloads: https://buildkite.com/ray-project/release-tests-branch/builds/135#2a03e47b-6a9a-42ff-9346-905725eb8d09
79 lines
2.6 KiB
Python
79 lines
2.6 KiB
Python
import abc
|
|
import time
|
|
from typing import Dict, Any, Optional
|
|
|
|
from anyscale.sdk.anyscale_client.sdk import AnyscaleSDK
|
|
|
|
from ray_release.anyscale_util import get_project_name
|
|
from ray_release.util import dict_hash, get_anyscale_sdk, anyscale_cluster_url
|
|
from ray_release.config import DEFAULT_AUTOSUSPEND_MINS
|
|
|
|
|
|
class ClusterManager(abc.ABC):
|
|
def __init__(
|
|
self, test_name: str, project_id: str, sdk: Optional[AnyscaleSDK] = None
|
|
):
|
|
self.sdk = sdk or get_anyscale_sdk()
|
|
|
|
self.test_name = test_name
|
|
self.project_id = project_id
|
|
self.project_name = get_project_name(self.project_id, self.sdk)
|
|
|
|
self.cluster_name = f"{test_name}_{int(time.time())}"
|
|
self.cluster_id = None
|
|
|
|
self.cluster_env = None
|
|
self.cluster_env_name = None
|
|
self.cluster_env_id = None
|
|
self.cluster_env_build_id = None
|
|
|
|
self.cluster_compute = None
|
|
self.cluster_compute_name = None
|
|
self.cluster_compute_id = None
|
|
|
|
self.autosuspend_minutes = DEFAULT_AUTOSUSPEND_MINS
|
|
|
|
def set_cluster_env(self, cluster_env: Dict[str, Any]):
|
|
self.cluster_env = cluster_env
|
|
|
|
# Add flags for redisless Ray
|
|
self.cluster_env.setdefault("env_vars", {})
|
|
self.cluster_env["env_vars"]["MATCH_AUTOSCALER_AND_RAY_IMAGES"] = "1"
|
|
self.cluster_env["env_vars"]["RAY_bootstrap_with_gcs"] = "1"
|
|
self.cluster_env["env_vars"]["RAY_gcs_storage"] = "memory"
|
|
self.cluster_env["env_vars"]["RAY_USAGE_STATS_ENABLED"] = "1"
|
|
self.cluster_env["env_vars"]["RAY_USAGE_STATS_SOURCE"] = "nightly-tests"
|
|
|
|
self.cluster_env_name = (
|
|
f"{self.project_name}_{self.project_id[4:8]}"
|
|
f"__env__{self.test_name}__"
|
|
f"{dict_hash(cluster_env)}"
|
|
)
|
|
|
|
def set_cluster_compute(self, cluster_compute: Dict[str, Any]):
|
|
self.cluster_compute = cluster_compute
|
|
self.cluster_compute_name = (
|
|
f"{self.project_name}_{self.project_id[4:8]}"
|
|
f"__compute__{self.test_name}__"
|
|
f"{dict_hash(cluster_compute)}"
|
|
)
|
|
|
|
def build_configs(self, timeout: float = 30.0):
|
|
raise NotImplementedError
|
|
|
|
def delete_configs(self):
|
|
raise NotImplementedError
|
|
|
|
def start_cluster(self, timeout: float = 600.0):
|
|
raise NotImplementedError
|
|
|
|
def terminate_cluster(self):
|
|
raise NotImplementedError
|
|
|
|
def get_cluster_address(self) -> str:
|
|
raise NotImplementedError
|
|
|
|
def get_cluster_url(self) -> Optional[str]:
|
|
if not self.project_id or not self.cluster_id:
|
|
return None
|
|
return anyscale_cluster_url(self.project_id, self.cluster_id)
|