Fix streaming ci (#8159)

streaming/python/tests/test_direct_transfer.py

@@ -19,10 +19,7 @@ class Worker:
         self.reader = None
 
     def init_writer(self, output_channel, reader_actor):
-        conf = {
-            Config.TASK_JOB_ID: ray.worker.global_worker.current_job_id,
-            Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL
-        }
+        conf = {Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL}
         reader_async_func = PythonFunctionDescriptor(
             __name__, self.on_reader_message.__name__, self.__class__.__name__)
         reader_sync_func = PythonFunctionDescriptor(
@@ -36,10 +33,7 @@ class Worker:
         self.output_channel_id = transfer.ChannelID(output_channel)
 
     def init_reader(self, input_channel, writer_actor):
-        conf = {
-            Config.TASK_JOB_ID: ray.worker.global_worker.current_job_id,
-            Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL
-        }
+        conf = {Config.CHANNEL_TYPE: Config.NATIVE_CHANNEL}
         writer_async_func = PythonFunctionDescriptor(
             __name__, self.on_writer_message.__name__, self.__class__.__name__)
         writer_sync_func = PythonFunctionDescriptor(

streaming/python/tests/test_word_count.py

@@ -1,3 +1,4 @@
+import os
 import ray
 from ray.streaming import StreamingContext
 
@@ -21,5 +22,37 @@ def test_word_count():
     ray.shutdown()
 
 
+def test_simple_word_count():
+    ray.init(load_code_from_local=True, include_java=True)
+    ctx = StreamingContext.Builder() \
+        .build()
+    sink_file = "/tmp/ray_streaming_test_simple_word_count.txt"
+    if os.path.exists(sink_file):
+        os.remove(sink_file)
+
+    def sink_func(x):
+        with open(sink_file, "a") as f:
+            f.write("{}:{},".format(x[0], x[1]))
+
+    ctx.from_values("a", "b", "c") \
+        .set_parallelism(1) \
+        .flat_map(lambda x: [x, x]) \
+        .map(lambda x: (x, 1)) \
+        .key_by(lambda x: x[0]) \
+        .reduce(lambda old_value, new_value:
+                (old_value[0], old_value[1] + new_value[1])) \
+        .sink(sink_func)
+    ctx.submit("word_count")
+    import time
+    time.sleep(3)
+    ray.shutdown()
+    with open(sink_file, "r") as f:
+        result = f.read()
+        assert "a:2" in result
+        assert "b:2" in result
+        assert "c:2" in result
+
+
 if __name__ == "__main__":
-    test_word_count()
+    # test_word_count()
+    test_simple_word_count()