mirror of
https://github.com/vale981/ray
synced 2025-03-12 06:06:39 -04:00
25 lines
576 B
Python
25 lines
576 B
Python
|
from ray import serve
|
||
|
|
from typing import List, Dict, Any
|
||
|
|
|
||
|
|
|
||
|
|
# __batch_example_start__
|
||
|
|
@serve.deployment(route_prefix="/increment")
|
||
|
|
class BatchingExample:
|
||
|
|
def __init__(self):
|
||
|
|
self.count = 0
|
||
|
|
|
||
|
|
@serve.batch
|
||
|
|
async def handle_batch(self, requests: List[Any]) -> List[Dict]:
|
||
|
|
responses = []
|
||
|
|
for request in requests:
|
||
|
|
responses.append(request.json())
|
||
|
|
|
||
|
|
return responses
|
||
|
|
|
||
|
|
async def __call__(self, request) -> List[Dict]:
|
||
|
|
return await self.handle_batch(request)
|
||
|
|
|
||
|
|
|
||
|
|
serve.run(BatchingExample.bind())
|
||
|
|
# __batch_example_end__
|