mirror of
https://github.com/vale981/ray
synced 2025-03-09 12:56:46 -04:00
25 lines
696 B
Python
25 lines
696 B
Python
import ray
|
|
from ray.streaming import StreamingContext
|
|
|
|
|
|
def test_word_count():
|
|
ray.init(load_code_from_local=True, include_java=True)
|
|
ctx = StreamingContext.Builder() \
|
|
.build()
|
|
ctx.read_text_file(__file__) \
|
|
.set_parallelism(1) \
|
|
.flat_map(lambda x: x.split()) \
|
|
.map(lambda x: (x, 1)) \
|
|
.key_by(lambda x: x[0]) \
|
|
.reduce(lambda old_value, new_value:
|
|
(old_value[0], old_value[1] + new_value[1])) \
|
|
.filter(lambda x: "ray" not in x) \
|
|
.sink(lambda x: print("result", x))
|
|
ctx.submit("word_count")
|
|
import time
|
|
time.sleep(3)
|
|
ray.shutdown()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
test_word_count()
|