Fix streaming ci (#8159)

streaming/python/runtime/task.py

@@ -3,7 +3,6 @@ import pickle
 import threading
 from abc import ABC, abstractmethod
 
-import ray
 from ray.streaming.collector import OutputCollector
 from ray.streaming.config import Config
 from ray.streaming.context import RuntimeContextImpl
@@ -31,8 +30,6 @@ class StreamTask(ABC):
             self.worker.config.get(Config.CHANNEL_SIZE,
                                    Config.CHANNEL_SIZE_DEFAULT))
         channel_conf[Config.CHANNEL_SIZE] = channel_size
-        channel_conf[Config.TASK_JOB_ID] = ray.runtime_context.\
-            _get_runtime_context().current_driver_id
         channel_conf[Config.CHANNEL_TYPE] = self.worker.config \
             .get(Config.CHANNEL_TYPE, Config.NATIVE_CHANNEL)
 

streaming/python/runtime/transfer.py

@@ -147,29 +147,21 @@ class ChannelCreationParametersBuilder:
     wrap initial parameters needed by a streaming queue
     """
     _java_reader_async_function_descriptor = JavaFunctionDescriptor(
-        "org.ray.streaming.runtime.worker",
-        "onReaderMessage", "([B)V")
+        "io.ray.streaming.runtime.worker", "onReaderMessage", "([B)V")
     _java_reader_sync_function_descriptor = JavaFunctionDescriptor(
-            "org.ray.streaming.runtime.worker",
-            "onReaderMessageSync", "([B)[B")
+        "io.ray.streaming.runtime.worker", "onReaderMessageSync", "([B)[B")
     _java_writer_async_function_descriptor = JavaFunctionDescriptor(
-            "org.ray.streaming.runtime.worker",
-            "onWriterMessage", "([B)V")
+        "io.ray.streaming.runtime.worker", "onWriterMessage", "([B)V")
     _java_writer_sync_function_descriptor = JavaFunctionDescriptor(
-            "org.ray.streaming.runtime.worker",
-            "onWriterMessageSync", "([B)[B")
+        "io.ray.streaming.runtime.worker", "onWriterMessageSync", "([B)[B")
     _python_reader_async_function_descriptor = PythonFunctionDescriptor(
-            "ray.streaming.runtime.core.worker",
-            "on_reader_message", "JobWorker")
+        "ray.streaming.runtime.worker", "on_reader_message", "JobWorker")
     _python_reader_sync_function_descriptor = PythonFunctionDescriptor(
-            "ray.streaming.runtime.core.worker",
-            "on_reader_message_sync", "JobWorker")
+        "ray.streaming.runtime.worker", "on_reader_message_sync", "JobWorker")
     _python_writer_async_function_descriptor = PythonFunctionDescriptor(
-            "ray.streaming.runtime.core.worker",
-            "on_writer_message", "JobWorker")
+        "ray.streaming.runtime.worker", "on_writer_message", "JobWorker")
     _python_writer_sync_function_descriptor = PythonFunctionDescriptor(
-            "ray.streaming.runtime.core.worker",
-            "on_writer_message_sync", "JobWorker")
+        "ray.streaming.runtime.worker", "on_writer_message_sync", "JobWorker")
 
     def get_parameters(self):
         return self._parameters
@@ -193,8 +185,8 @@ class ChannelCreationParametersBuilder:
                               self._python_reader_sync_function_descriptor)
         return self
 
-    def build_parameters(self, actors, java_async_func,
-                         java_sync_func, py_async_func, py_sync_func):
+    def build_parameters(self, actors, java_async_func, java_sync_func,
+                         py_async_func, py_sync_func):
         for handle in actors:
             parameter = None
             if handle._ray_actor_language == Language.PYTHON:
@@ -208,16 +200,16 @@ class ChannelCreationParametersBuilder:
 
     @staticmethod
     def set_python_writer_function_descriptor(async_function, sync_function):
-        ChannelCreationParametersBuilder.\
+        ChannelCreationParametersBuilder. \
             _python_writer_async_function_descriptor = async_function
-        ChannelCreationParametersBuilder.\
+        ChannelCreationParametersBuilder. \
             _python_writer_sync_function_descriptor = sync_function
 
     @staticmethod
     def set_python_reader_function_descriptor(async_function, sync_function):
-        ChannelCreationParametersBuilder.\
+        ChannelCreationParametersBuilder. \
             _python_reader_async_function_descriptor = async_function
-        ChannelCreationParametersBuilder.\
+        ChannelCreationParametersBuilder. \
             _python_reader_sync_function_descriptor = sync_function
 
 
@@ -251,8 +243,7 @@ class DataWriter:
         is_mock = conf[Config.CHANNEL_TYPE] == Config.MEMORY_CHANNEL
         self.writer = _streaming.DataWriter.create(
             py_output_channels, creation_parameters.get_parameters(),
-            channel_size, py_msg_ids,
-            config_bytes, is_mock)
+            channel_size, py_msg_ids, config_bytes, is_mock)
 
         logger.info("create DataWriter succeed")
 
@@ -307,8 +298,8 @@ class DataReader:
         is_mock = conf[Config.CHANNEL_TYPE] == Config.MEMORY_CHANNEL
         self.reader = _streaming.DataReader.create(
             py_input_channels, creation_parameters.get_parameters(),
-            py_seq_ids, py_msg_ids,
-            timer_interval, is_recreate, config_bytes, is_mock)
+            py_seq_ids, py_msg_ids, timer_interval, is_recreate, config_bytes,
+            is_mock)
         logger.info("create DataReader succeed")
 
     def read(self, timeout_millis):
@@ -344,9 +335,6 @@ def _to_native_conf(conf):
     config = streaming_pb.StreamingConfig()
     if Config.STREAMING_JOB_NAME in conf:
         config.job_name = conf[Config.STREAMING_JOB_NAME]
-    if Config.TASK_JOB_ID in conf:
-        job_id = conf[Config.TASK_JOB_ID]
-        config.task_job_id = job_id.hex()
     if Config.STREAMING_WORKER_NAME in conf:
         config.worker_name = conf[Config.STREAMING_WORKER_NAME]
     if Config.STREAMING_OP_NAME in conf: