mirror of
https://github.com/vale981/ray
synced 2025-03-09 12:56:46 -04:00
28 lines
585 B
Python
28 lines
585 B
Python
|
import ray
|
||
|
|
from ray import serve
|
||
|
|
from ray.serve.dag import InputNode
|
||
|
|
from ray.serve.drivers import DAGDriver
|
||
|
|
|
||
|
|
|
||
|
|
@serve.deployment
|
||
|
|
def preprocess(inp: int):
|
||
|
|
return inp + 1
|
||
|
|
|
||
|
|
|
||
|
|
@serve.deployment
|
||
|
|
class Model:
|
||
|
|
def __init__(self, increment: int):
|
||
|
|
self.increment = increment
|
||
|
|
|
||
|
|
def predict(self, inp: int):
|
||
|
|
return inp + self.increment
|
||
|
|
|
||
|
|
|
||
|
|
with InputNode() as inp:
|
||
|
|
model = Model.bind(increment=2)
|
||
|
|
output = model.predict.bind(preprocess.bind(inp))
|
||
|
|
serve_dag = DAGDriver.bind(output)
|
||
|
|
|
||
|
|
handle = serve.run(serve_dag)
|
||
|
|
assert ray.get(handle.predict.remote(1)) == 4
|