mirror of
https://github.com/vale981/ray
synced 2025-03-07 02:51:39 -05:00
111 lines
3.4 KiB
Python
111 lines
3.4 KiB
Python
import sys
|
|
import logging
|
|
import requests
|
|
import time
|
|
import traceback
|
|
import html.parser
|
|
import urllib.parse
|
|
|
|
from ray.new_dashboard.tests.conftest import * # noqa
|
|
import pytest
|
|
import ray
|
|
from ray.test_utils import (
|
|
format_web_url,
|
|
wait_until_server_available,
|
|
)
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class LogUrlParser(html.parser.HTMLParser):
|
|
def __init__(self, *args, **kwargs):
|
|
super().__init__(*args, **kwargs)
|
|
self._urls = []
|
|
|
|
def handle_starttag(self, tag, attrs):
|
|
if tag == "a":
|
|
self._urls.append(dict(attrs)["href"])
|
|
|
|
def error(self, message):
|
|
logger.error(message)
|
|
|
|
def get_urls(self):
|
|
return self._urls
|
|
|
|
|
|
def test_log(disable_aiohttp_cache, ray_start_with_dashboard):
|
|
@ray.remote
|
|
def write_log(s):
|
|
print(s)
|
|
|
|
test_log_text = "test_log_text"
|
|
ray.get(write_log.remote(test_log_text))
|
|
assert (wait_until_server_available(ray_start_with_dashboard["webui_url"])
|
|
is True)
|
|
webui_url = ray_start_with_dashboard["webui_url"]
|
|
webui_url = format_web_url(webui_url)
|
|
node_id = ray_start_with_dashboard["node_id"]
|
|
|
|
timeout_seconds = 10
|
|
start_time = time.time()
|
|
last_ex = None
|
|
while True:
|
|
time.sleep(1)
|
|
try:
|
|
response = requests.get(webui_url + "/log_index")
|
|
response.raise_for_status()
|
|
parser = LogUrlParser()
|
|
parser.feed(response.text)
|
|
all_nodes_log_urls = parser.get_urls()
|
|
assert len(all_nodes_log_urls) == 1
|
|
|
|
response = requests.get(all_nodes_log_urls[0])
|
|
response.raise_for_status()
|
|
parser = LogUrlParser()
|
|
parser.feed(response.text)
|
|
|
|
# Search test_log_text from all worker logs.
|
|
parsed_url = urllib.parse.urlparse(all_nodes_log_urls[0])
|
|
paths = parser.get_urls()
|
|
urls = []
|
|
for p in paths:
|
|
if "worker" in p:
|
|
urls.append(parsed_url._replace(path=p).geturl())
|
|
|
|
for u in urls:
|
|
response = requests.get(u)
|
|
response.raise_for_status()
|
|
if test_log_text in response.text:
|
|
break
|
|
else:
|
|
raise Exception(f"Can't find {test_log_text} from {urls}")
|
|
|
|
# Test range request.
|
|
response = requests.get(
|
|
webui_url + "/logs/dashboard.log",
|
|
headers={"Range": "bytes=43-51"})
|
|
response.raise_for_status()
|
|
assert response.text == "Dashboard"
|
|
|
|
# Test logUrl in node info.
|
|
response = requests.get(webui_url + f"/nodes/{node_id}")
|
|
response.raise_for_status()
|
|
node_info = response.json()
|
|
assert node_info["result"] is True
|
|
node_info = node_info["data"]["detail"]
|
|
assert "logUrl" in node_info
|
|
assert node_info["logUrl"] in all_nodes_log_urls
|
|
break
|
|
except Exception as ex:
|
|
last_ex = ex
|
|
finally:
|
|
if time.time() > start_time + timeout_seconds:
|
|
ex_stack = traceback.format_exception(
|
|
type(last_ex), last_ex,
|
|
last_ex.__traceback__) if last_ex else []
|
|
ex_stack = "".join(ex_stack)
|
|
raise Exception(f"Timed out while testing, {ex_stack}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(pytest.main(["-v", __file__]))
|