mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
3fbe135a24
* Add xgboost-dask golden notebook * [examples] add modin-xgboost Jupyter notebook * Add xgboost dast gn * update modin notebook to sphinx-gallery compatible python file * fix build file * fix test * fix test * Add modin notebook anyscale connect test * Add missing file * add dask_xgboost notebook * Add the new modin golden notebook to CI * fix lint and filter out tests with py37 * Update release/golden_notebook_tests_new/golden_notebook_tests.yaml Co-authored-by: matthewdeng <matthew.j.deng@gmail.com> * Add dask, wait for cluster client, remove pytest * Replace folder * Fix * Update dask_xgboost_app_config.yaml * Update modin_xgboost_app_config.yaml * comment on filtered out tests Co-authored-by: Antoni Baum <antoni.baum@protonmail.com>
49 lines
1.7 KiB
Python
49 lines
1.7 KiB
Python
from pathlib import Path
|
|
import importlib.util
|
|
import ray
|
|
import time
|
|
|
|
|
|
def import_and_execute_test_script(relative_path_to_test_script: str):
|
|
"""Imports and executes a module from a path relative to Ray repo root."""
|
|
# get the ray folder
|
|
ray_path = next(
|
|
x for x in Path(__file__).resolve().parents if str(x).endswith("/ray"))
|
|
notebook_path = ray_path.joinpath(relative_path_to_test_script)
|
|
assert notebook_path.exists()
|
|
|
|
spec = importlib.util.spec_from_file_location("notebook_test",
|
|
notebook_path)
|
|
notebook_test_module = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(notebook_test_module)
|
|
|
|
|
|
def wait_for_cluster_client(num_nodes: int,
|
|
max_time_s: int,
|
|
feedback_interval_s: int = 10):
|
|
assert ray.is_initialized()
|
|
curr_nodes = 0
|
|
start = time.time()
|
|
next_feedback = start
|
|
max_time = start + max_time_s
|
|
while not curr_nodes >= num_nodes:
|
|
now = time.time()
|
|
|
|
if now >= max_time:
|
|
raise RuntimeError(
|
|
f"Maximum wait time reached, but only "
|
|
f"{curr_nodes}/{num_nodes} nodes came up. Aborting.")
|
|
|
|
if now >= next_feedback:
|
|
passed = now - start
|
|
print(f"Waiting for more nodes to come up: "
|
|
f"{curr_nodes}/{num_nodes} "
|
|
f"({passed:.0f} seconds passed)")
|
|
next_feedback = now + feedback_interval_s
|
|
|
|
time.sleep(5)
|
|
curr_nodes = len(ray.nodes())
|
|
|
|
passed = time.time() - start
|
|
print(f"Cluster is up: {curr_nodes}/{num_nodes} nodes online after "
|
|
f"{passed:.0f} seconds")
|