mirror of
https://github.com/vale981/ray
synced 2025-03-10 13:26:39 -04:00
232 lines
7.1 KiB
Python
232 lines
7.1 KiB
Python
import json
|
|
import subprocess
|
|
import sys
|
|
import os
|
|
from typing import List, Dict, Set
|
|
|
|
import pytest
|
|
|
|
import requests
|
|
|
|
|
|
GET_OR_PUT_URL = "http://localhost:8265/api/serve/deployments/"
|
|
STATUS_URL = "http://localhost:8265/api/serve/deployments/status"
|
|
test_env_uri = "https://github.com/shrekris-anyscale/test_deploy_group/archive/HEAD.zip"
|
|
test_module_uri = "https://github.com/shrekris-anyscale/test_module/archive/HEAD.zip"
|
|
|
|
|
|
@pytest.fixture
|
|
def ray_start_stop():
|
|
subprocess.check_output(["ray", "start", "--head"])
|
|
yield
|
|
subprocess.check_output(["ray", "stop", "--force"])
|
|
|
|
|
|
def deployments_match(list1: List[Dict], list2: List[Dict], properties: Set) -> bool:
|
|
"""
|
|
Helper that takes in 2 lists of deployment dictionaries and compares their
|
|
properties and ray_actor_options.
|
|
"""
|
|
|
|
if len(list1) != len(list2):
|
|
return False
|
|
|
|
for deployment1 in list1:
|
|
matching_deployment = None
|
|
for i in range(len(list2)):
|
|
deployment2 = list2[i]
|
|
for property in properties:
|
|
if deployment1[property] != deployment2[property]:
|
|
break
|
|
else:
|
|
matching_deployment = i
|
|
if matching_deployment is None:
|
|
return False
|
|
list2.pop(matching_deployment)
|
|
|
|
return len(list2) == 0
|
|
|
|
|
|
@pytest.mark.skipif(
|
|
sys.platform == "win32", reason="File paths incompatible with Windows."
|
|
)
|
|
def test_put_get_success(ray_start_stop):
|
|
ray_actor_options = {
|
|
"runtime_env": {"py_modules": [test_env_uri, test_module_uri]},
|
|
"num_cpus": 0.1,
|
|
}
|
|
|
|
shallow = dict(
|
|
name="shallow",
|
|
num_replicas=3,
|
|
route_prefix="/shallow",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_env.shallow_import.ShallowClass",
|
|
)
|
|
|
|
deep = dict(
|
|
name="deep",
|
|
route_prefix="/deep",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_env.subdir1.subdir2.deep_import.DeepClass",
|
|
)
|
|
|
|
one = dict(
|
|
name="one",
|
|
num_replicas=3,
|
|
route_prefix="/one",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_module.test.one",
|
|
)
|
|
|
|
three_deployments = os.path.join(
|
|
os.path.dirname(__file__), "three_deployments_response.json"
|
|
)
|
|
|
|
two_deployments = os.path.join(
|
|
os.path.dirname(__file__), "two_deployments_response.json"
|
|
)
|
|
|
|
# Ensure the REST API is idempotent
|
|
for _ in range(2):
|
|
deployments = [shallow, deep, one]
|
|
|
|
put_response = requests.put(
|
|
GET_OR_PUT_URL, json={"deployments": deployments}, timeout=30
|
|
)
|
|
assert put_response.status_code == 200
|
|
assert (
|
|
requests.get("http://localhost:8000/shallow", timeout=30).text
|
|
== "Hello shallow world!"
|
|
)
|
|
assert (
|
|
requests.get("http://localhost:8000/deep", timeout=30).text
|
|
== "Hello deep world!"
|
|
)
|
|
assert requests.get("http://localhost:8000/one", timeout=30).text == "2"
|
|
|
|
get_response = requests.get(GET_OR_PUT_URL, timeout=30)
|
|
assert get_response.status_code == 200
|
|
|
|
with open(three_deployments, "r") as f:
|
|
response_deployments = get_response.json()["deployments"]
|
|
expected_deployments = json.load(f)["deployments"]
|
|
assert deployments_match(
|
|
response_deployments,
|
|
expected_deployments,
|
|
{"name", "import_path", "num_replicas", "route_prefix"},
|
|
)
|
|
|
|
deployments = [shallow, one]
|
|
put_response = requests.put(
|
|
GET_OR_PUT_URL, json={"deployments": deployments}, timeout=30
|
|
)
|
|
assert put_response.status_code == 200
|
|
assert (
|
|
requests.get("http://localhost:8000/shallow", timeout=30).text
|
|
== "Hello shallow world!"
|
|
)
|
|
assert requests.get("http://localhost:8000/deep", timeout=30).status_code == 404
|
|
assert requests.get("http://localhost:8000/one", timeout=30).text == "2"
|
|
|
|
get_response = requests.get(GET_OR_PUT_URL, timeout=30)
|
|
assert get_response.status_code == 200
|
|
|
|
with open(two_deployments, "r") as f:
|
|
response_deployments = get_response.json()["deployments"]
|
|
expected_deployments = json.load(f)["deployments"]
|
|
assert deployments_match(
|
|
response_deployments,
|
|
expected_deployments,
|
|
{"name", "import_path", "num_replicas", "route_prefix"},
|
|
)
|
|
|
|
|
|
def test_delete_success(ray_start_stop):
|
|
ray_actor_options = {
|
|
"runtime_env": {
|
|
"working_dir": (
|
|
"https://github.com/shrekris-anyscale/"
|
|
"test_deploy_group/archive/HEAD.zip"
|
|
)
|
|
}
|
|
}
|
|
|
|
shallow = dict(
|
|
name="shallow",
|
|
num_replicas=3,
|
|
route_prefix="/shallow",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_env.shallow_import.ShallowClass",
|
|
)
|
|
|
|
# Ensure the REST API is idempotent
|
|
for _ in range(2):
|
|
put_response = requests.put(
|
|
GET_OR_PUT_URL, json={"deployments": [shallow]}, timeout=30
|
|
)
|
|
assert put_response.status_code == 200
|
|
assert (
|
|
requests.get("http://localhost:8000/shallow", timeout=30).text
|
|
== "Hello shallow world!"
|
|
)
|
|
|
|
delete_response = requests.delete(GET_OR_PUT_URL, timeout=30)
|
|
assert delete_response.status_code == 200
|
|
|
|
# Make sure no deployments exist
|
|
get_response = requests.get(GET_OR_PUT_URL, timeout=30)
|
|
assert len(get_response.json()["deployments"]) == 0
|
|
|
|
|
|
def test_get_status_info(ray_start_stop):
|
|
ray_actor_options = {"runtime_env": {"py_modules": [test_env_uri, test_module_uri]}}
|
|
|
|
shallow = dict(
|
|
name="shallow",
|
|
num_replicas=3,
|
|
route_prefix="/shallow",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_env.shallow_import.ShallowClass",
|
|
)
|
|
|
|
deep = dict(
|
|
name="deep",
|
|
route_prefix="/deep",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_env.subdir1.subdir2.deep_import.DeepClass",
|
|
)
|
|
|
|
one = dict(
|
|
name="one",
|
|
num_replicas=3,
|
|
route_prefix="/one",
|
|
ray_actor_options=ray_actor_options,
|
|
import_path="test_module.test.one",
|
|
)
|
|
|
|
deployments = [shallow, deep, one]
|
|
|
|
put_response = requests.put(
|
|
GET_OR_PUT_URL, json={"deployments": deployments}, timeout=30
|
|
)
|
|
assert put_response.status_code == 200
|
|
|
|
status_response = requests.get(STATUS_URL, timeout=30)
|
|
assert status_response.status_code == 200
|
|
|
|
statuses = status_response.json()["statuses"]
|
|
assert len(statuses) == len(deployments)
|
|
expected_deployment_names = {deployment["name"] for deployment in deployments}
|
|
for deployment_status in statuses:
|
|
assert deployment_status["name"] in expected_deployment_names
|
|
expected_deployment_names.remove(deployment_status["name"])
|
|
assert deployment_status["status"] in {"UPDATING", "HEALTHY"}
|
|
assert deployment_status["message"] == ""
|
|
assert len(expected_deployment_names) == 0
|
|
|
|
print(statuses)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(pytest.main(["-v", __file__]))
|