hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Serve] make client poll more frequently (#22666)

Browse source
This commit is contained in:
Simon Mo 2022-02-25 14:56:18 -08:00 • committed by GitHub
parent 0da541bb71
commit 4bf587f7ff
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
python/ray/serve/api.py
View file

@ -59,6 +59,9 @@ _UUID_RE = re.compile(
"[a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[89aAbB][a-f0-9]{3}-[a-f0-9]{12}"
)
# The polling interval for serve client to wait to deployment state
_CLIENT_POLLING_INTERVAL_S: float = 1
def _get_controller_namespace(detached):
controller_namespace = ray.get_runtime_context().namespace
@ -214,7 +217,7 @@ class Client:
logger.debug(
f"Waiting for shutdown, {len(statuses)} deployments still alive."
)
time.sleep(1)
time.sleep(_CLIENT_POLLING_INTERVAL_S)
else:
live_names = list(statuses.keys())
raise TimeoutError(
@ -252,7 +255,7 @@ class Client:
logger.debug(
f"Waiting for {name} to be healthy, current status: {status.status}."
)
time.sleep(1)
time.sleep(_CLIENT_POLLING_INTERVAL_S)
else:
raise TimeoutError(
f"Deployment {name} did not become HEALTHY after {timeout_s}s."
@ -273,7 +276,7 @@ class Client:
logger.debug(
f"Waiting for {name} to be deleted, current status: {curr_status}."
)
time.sleep(1)
time.sleep(_CLIENT_POLLING_INTERVAL_S)
else:
raise TimeoutError(f"Deployment {name} wasn't deleted after {timeout_s}s.")