[Streaming] Streaming Cross-Lang API (#7464)

2026-07-13 14:14:34 +08:00 · 2020-04-29 13:42:08 +08:00
parent 101255f782
commit 91f630f709
72 changed files with 1612 additions and 408 deletions
@@ -0,0 +1,31 @@
+import ray
+from ray.streaming import StreamingContext
+
+
+def test_data_stream():
+    ray.init(load_code_from_local=True, include_java=True)
+    ctx = StreamingContext.Builder().build()
+    stream = ctx.from_values(1, 2, 3)
+    java_stream = stream.as_java_stream()
+    python_stream = java_stream.as_python_stream()
+    assert stream.get_id() == java_stream.get_id()
+    assert stream.get_id() == python_stream.get_id()
+    python_stream.set_parallelism(10)
+    assert stream.get_parallelism() == java_stream.get_parallelism()
+    assert stream.get_parallelism() == python_stream.get_parallelism()
+    ray.shutdown()
+
+
+def test_key_data_stream():
+    ray.init(load_code_from_local=True, include_java=True)
+    ctx = StreamingContext.Builder().build()
+    key_stream = ctx.from_values(
+        "a", "b", "c").map(lambda x: (x, 1)).key_by(lambda x: x[0])
+    java_stream = key_stream.as_java_stream()
+    python_stream = java_stream.as_python_stream()
+    assert key_stream.get_id() == java_stream.get_id()
+    assert key_stream.get_id() == python_stream.get_id()
+    python_stream.set_parallelism(10)
+    assert key_stream.get_parallelism() == java_stream.get_parallelism()
+    assert key_stream.get_parallelism() == python_stream.get_parallelism()
+    ray.shutdown()