mirror of
https://github.com/vale981/ray
synced 2025-03-06 18:41:40 -05:00
24 lines
576 B
Python
24 lines
576 B
Python
from ray import serve
|
|
from typing import List, Dict, Any
|
|
|
|
|
|
# __batch_example_start__
|
|
@serve.deployment(route_prefix="/increment")
|
|
class BatchingExample:
|
|
def __init__(self):
|
|
self.count = 0
|
|
|
|
@serve.batch
|
|
async def handle_batch(self, requests: List[Any]) -> List[Dict]:
|
|
responses = []
|
|
for request in requests:
|
|
responses.append(request.json())
|
|
|
|
return responses
|
|
|
|
async def __call__(self, request) -> List[Dict]:
|
|
return await self.handle_batch(request)
|
|
|
|
|
|
serve.run(BatchingExample.bind())
|
|
# __batch_example_end__
|