hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 02:21:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[Serve] Exit run_forever when actor shutdown (#18820)

Browse source
This commit is contained in:
Simon Mo 2021-09-23 15:17:31 -07:00 • committed by Jiajun Yao
parent dab5b70e49
commit 9ec62ee865
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
python/ray/serve/backend_worker.py
View file

@ -90,6 +90,9 @@ def create_backend_replica(name: str, serialized_backend_def: bytes):
backend_config.user_config, version,
is_function, controller_handle)
# asyncio.Event used to signal that the replica is shutting down.
self.shutdown_event = asyncio.Event()
@ray.method(num_returns=2)
async def handle_request(
self,
@ -112,11 +115,11 @@ def create_backend_replica(name: str, serialized_backend_def: bytes):
return self.backend.version
async def prepare_for_shutdown(self):
self.shutdown_event.set()
return await self.backend.prepare_for_shutdown()
async def run_forever(self):
while True:
await asyncio.sleep(10000)
await self.shutdown_event.wait()
RayServeWrappedReplica.__name__ = name
return RayServeWrappedReplica