mirror of
https://github.com/vale981/ray
synced 2025-03-08 19:41:38 -05:00
32 lines
1.2 KiB
Python
32 lines
1.2 KiB
Python
|
import ray
|
||
|
|
from ray.streaming import StreamingContext
|
||
|
|
|
||
|
|
|
||
|
|
def test_data_stream():
|
||
|
|
ray.init(load_code_from_local=True, include_java=True)
|
||
|
|
ctx = StreamingContext.Builder().build()
|
||
|
|
stream = ctx.from_values(1, 2, 3)
|
||
|
|
java_stream = stream.as_java_stream()
|
||
|
|
python_stream = java_stream.as_python_stream()
|
||
|
|
assert stream.get_id() == java_stream.get_id()
|
||
|
|
assert stream.get_id() == python_stream.get_id()
|
||
|
|
python_stream.set_parallelism(10)
|
||
|
|
assert stream.get_parallelism() == java_stream.get_parallelism()
|
||
|
|
assert stream.get_parallelism() == python_stream.get_parallelism()
|
||
|
|
ray.shutdown()
|
||
|
|
|
||
|
|
|
||
|
|
def test_key_data_stream():
|
||
|
|
ray.init(load_code_from_local=True, include_java=True)
|
||
|
|
ctx = StreamingContext.Builder().build()
|
||
|
|
key_stream = ctx.from_values(
|
||
|
|
"a", "b", "c").map(lambda x: (x, 1)).key_by(lambda x: x[0])
|
||
|
|
java_stream = key_stream.as_java_stream()
|
||
|
|
python_stream = java_stream.as_python_stream()
|
||
|
|
assert key_stream.get_id() == java_stream.get_id()
|
||
|
|
assert key_stream.get_id() == python_stream.get_id()
|
||
|
|
python_stream.set_parallelism(10)
|
||
|
|
assert key_stream.get_parallelism() == java_stream.get_parallelism()
|
||
|
|
assert key_stream.get_parallelism() == python_stream.get_parallelism()
|
||
|
|
ray.shutdown()
|