mirror of
https://github.com/wassname/ray.git
synced 2026-07-06 05:16:30 +08:00
[Java] Rename group id and package name. (#7864)
* Initial * Change streaming's * Fix * Fix * Fix org_ray * Fix cpp file name * Fix streaming * Fix * Fix * Fix testlistening * Fix missing sth in python * Fix * Fix * Fix SPI * Fix * Fix complation * Fix * Fix CI * Fix checkstyle Fix checkstyle * Fix streaming tests * Fix streaming CI * Fix streaming checkstyle. * Fix build * Fix bazel dep * Fix * Fix ray checkstyle * Fix streaming checkstyle * Fix bazel checkstyle
This commit is contained in:
+21
-21
@@ -13,17 +13,17 @@ all_modules = [
|
||||
java_import(
|
||||
name = "all_modules",
|
||||
jars = [
|
||||
"liborg_ray_ray_" + module + ".jar"
|
||||
"libio_ray_ray_" + module + ".jar"
|
||||
for module in all_modules
|
||||
] + [
|
||||
"liborg_ray_ray_" + module + "-src.jar"
|
||||
"libio_ray_ray_" + module + "-src.jar"
|
||||
for module in all_modules
|
||||
] + [
|
||||
"all_streaming_tests_deploy.jar",
|
||||
"all_streaming_tests_deploy-src.jar",
|
||||
],
|
||||
deps = [
|
||||
":org_ray_ray_" + module
|
||||
":io_ray_ray_" + module
|
||||
for module in all_modules
|
||||
] + [
|
||||
":all_streaming_tests",
|
||||
@@ -34,8 +34,8 @@ define_java_module(
|
||||
name = "streaming-api",
|
||||
define_test_lib = True,
|
||||
test_deps = [
|
||||
"//java:org_ray_ray_api",
|
||||
":org_ray_ray_streaming-api",
|
||||
"//java:io_ray_ray_api",
|
||||
":io_ray_ray_streaming-api",
|
||||
"@ray_streaming_maven//:com_google_guava_guava",
|
||||
"@ray_streaming_maven//:org_slf4j_slf4j_api",
|
||||
"@ray_streaming_maven//:org_slf4j_slf4j_log4j12",
|
||||
@@ -93,13 +93,13 @@ define_java_module(
|
||||
],
|
||||
define_test_lib = True,
|
||||
exclude_srcs = [
|
||||
"streaming-runtime/src/main/java/org/ray/streaming/runtime/generated/*.java",
|
||||
"streaming-runtime/src/main/java/io/ray/streaming/runtime/generated/*.java",
|
||||
],
|
||||
test_deps = [
|
||||
"//java:org_ray_ray_api",
|
||||
"//java:org_ray_ray_runtime",
|
||||
":org_ray_ray_streaming-api",
|
||||
":org_ray_ray_streaming-runtime",
|
||||
"//java:io_ray_ray_api",
|
||||
"//java:io_ray_ray_runtime",
|
||||
":io_ray_ray_streaming-api",
|
||||
":io_ray_ray_streaming-runtime",
|
||||
"@ray_streaming_maven//:com_google_guava_guava",
|
||||
"@ray_streaming_maven//:de_ruedigermoeller_fst",
|
||||
"@ray_streaming_maven//:org_msgpack_msgpack_core",
|
||||
@@ -110,9 +110,9 @@ define_java_module(
|
||||
],
|
||||
visibility = ["//visibility:public"],
|
||||
deps = [
|
||||
":org_ray_ray_streaming-api",
|
||||
"//java:org_ray_ray_api",
|
||||
"//java:org_ray_ray_runtime",
|
||||
":io_ray_ray_streaming-api",
|
||||
"//java:io_ray_ray_api",
|
||||
"//java:io_ray_ray_runtime",
|
||||
"@ray_streaming_maven//:com_github_davidmoten_flatbuffers_java",
|
||||
"@ray_streaming_maven//:com_google_guava_guava",
|
||||
"@ray_streaming_maven//:com_google_protobuf_protobuf_java",
|
||||
@@ -130,10 +130,10 @@ java_binary(
|
||||
data = ["testng.xml"],
|
||||
main_class = "org.testng.TestNG",
|
||||
runtime_deps = [
|
||||
":org_ray_ray_streaming-api_test",
|
||||
":org_ray_ray_streaming-runtime",
|
||||
":org_ray_ray_streaming-runtime_test",
|
||||
"//java:org_ray_ray_runtime",
|
||||
":io_ray_ray_streaming-api_test",
|
||||
":io_ray_ray_streaming-runtime",
|
||||
":io_ray_ray_streaming-runtime_test",
|
||||
"//java:io_ray_ray_runtime",
|
||||
"@ray_streaming_maven//:com_beust_jcommander",
|
||||
"@ray_streaming_maven//:org_testng_testng",
|
||||
],
|
||||
@@ -161,15 +161,15 @@ filegroup(
|
||||
genrule(
|
||||
name = "copy_pom_file",
|
||||
srcs = [
|
||||
"//streaming/java:org_ray_ray_" + module + "_pom"
|
||||
"//streaming/java:io_ray_ray_" + module + "_pom"
|
||||
for module in all_modules
|
||||
],
|
||||
outs = ["copy_pom_file.out"],
|
||||
cmd = """
|
||||
set -x
|
||||
WORK_DIR="$$(pwd)"
|
||||
cp -f $(location //streaming/java:org_ray_ray_streaming-api_pom) "$$WORK_DIR/streaming/java/streaming-api/pom.xml"
|
||||
cp -f $(location //streaming/java:org_ray_ray_streaming-runtime_pom) "$$WORK_DIR/streaming/java/streaming-runtime/pom.xml"
|
||||
cp -f $(location //streaming/java:io_ray_ray_streaming-api_pom) "$$WORK_DIR/streaming/java/streaming-api/pom.xml"
|
||||
cp -f $(location //streaming/java:io_ray_ray_streaming-runtime_pom) "$$WORK_DIR/streaming/java/streaming-runtime/pom.xml"
|
||||
date > $@
|
||||
""",
|
||||
local = 1,
|
||||
@@ -186,7 +186,7 @@ genrule(
|
||||
cmd = """
|
||||
set -x
|
||||
WORK_DIR="$$(pwd)"
|
||||
GENERATED_DIR="$$WORK_DIR/streaming/java/streaming-runtime/src/main/java/org/ray/streaming/runtime/generated"
|
||||
GENERATED_DIR="$$WORK_DIR/streaming/java/streaming-runtime/src/main/java/io/ray/streaming/runtime/generated"
|
||||
rm -rf "$$GENERATED_DIR"
|
||||
mkdir -p "$$GENERATED_DIR"
|
||||
# Copy protobuf-generated files.
|
||||
|
||||
@@ -10,5 +10,5 @@
|
||||
<suppress checks="ClassTypeParameterName" files="OneInputStreamTask.java"/>
|
||||
<suppress checks="ClassTypeParameterName" files="StreamTask.java"/>
|
||||
<!-- suppress check for flatbuffer-generated files. -->
|
||||
<suppress checks=".*" files="org[\\/]ray[\\/]streaming[\\/]runtime[\\/]generated[\\/]" />
|
||||
<suppress checks=".*" files="io[\\/]ray[\\/]streaming[\\/]runtime[\\/]generated[\\/]" />
|
||||
</suppressions>
|
||||
|
||||
@@ -8,7 +8,7 @@
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
<packaging>pom</packaging>
|
||||
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-streaming</artifactId>
|
||||
<version>0.1-SNAPSHOT</version>
|
||||
<name>ray streaming</name>
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
||||
<parent>
|
||||
<artifactId>ray-streaming</artifactId>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<version>0.1-SNAPSHOT</version>
|
||||
</parent>
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
@@ -18,7 +18,7 @@
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
||||
<parent>
|
||||
<artifactId>ray-streaming</artifactId>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<version>0.1-SNAPSHOT</version>
|
||||
</parent>
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
@@ -18,7 +18,7 @@
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api;
|
||||
package io.ray.streaming.api;
|
||||
|
||||
public enum Language {
|
||||
JAVA,
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.collector;
|
||||
package io.ray.streaming.api.collector;
|
||||
|
||||
import io.ray.streaming.message.Record;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.message.Record;
|
||||
|
||||
/**
|
||||
* Combination of multiple collectors.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.collector;
|
||||
package io.ray.streaming.api.collector;
|
||||
|
||||
/**
|
||||
* The collector that collects data from an upstream operator, and emits data to downstream
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.context;
|
||||
package io.ray.streaming.api.context;
|
||||
|
||||
/**
|
||||
* Encapsulate the runtime information of a streaming task.
|
||||
+5
-5
@@ -1,6 +1,10 @@
|
||||
package org.ray.streaming.api.context;
|
||||
package io.ray.streaming.api.context;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.jobgraph.JobGraph;
|
||||
import io.ray.streaming.jobgraph.JobGraphBuilder;
|
||||
import io.ray.streaming.schedule.JobScheduler;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
@@ -9,10 +13,6 @@ import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.ServiceLoader;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.jobgraph.JobGraph;
|
||||
import org.ray.streaming.jobgraph.JobGraphBuilder;
|
||||
import org.ray.streaming.schedule.JobScheduler;
|
||||
|
||||
/**
|
||||
* Encapsulate the context information of a streaming Job.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.function;
|
||||
package io.ray.streaming.api.function;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of aggregate functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* A filter function is a predicate applied individually to each record.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of flat-map functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of join functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of key-by functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of map functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of process functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of reduce functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of sink functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of Source functions.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.function.internal;
|
||||
package io.ray.streaming.api.function.internal;
|
||||
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
|
||||
/**
|
||||
* The SourceFunction that fetch data from a Java Collection object.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.partition;
|
||||
package io.ray.streaming.api.partition;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of the partitioning strategy.
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.util.stream.IntStream;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Broadcast the record to all downstream partitions.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
|
||||
/**
|
||||
* Partition the record by the key.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Partition record to downstream tasks in a round-robin matter.
|
||||
+15
-15
@@ -1,20 +1,20 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.function.impl.FilterFunction;
|
||||
import org.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
import org.ray.streaming.api.function.impl.MapFunction;
|
||||
import org.ray.streaming.api.function.impl.SinkFunction;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.api.partition.impl.BroadcastPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.operator.impl.FilterOperator;
|
||||
import org.ray.streaming.operator.impl.FlatMapOperator;
|
||||
import org.ray.streaming.operator.impl.KeyByOperator;
|
||||
import org.ray.streaming.operator.impl.MapOperator;
|
||||
import org.ray.streaming.operator.impl.SinkOperator;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.function.impl.FilterFunction;
|
||||
import io.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import io.ray.streaming.api.function.impl.MapFunction;
|
||||
import io.ray.streaming.api.function.impl.SinkFunction;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.impl.BroadcastPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.impl.FilterOperator;
|
||||
import io.ray.streaming.operator.impl.FlatMapOperator;
|
||||
import io.ray.streaming.operator.impl.KeyByOperator;
|
||||
import io.ray.streaming.operator.impl.MapOperator;
|
||||
import io.ray.streaming.operator.impl.SinkOperator;
|
||||
|
||||
/**
|
||||
* Represents a stream of data.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.operator.impl.SinkOperator;
|
||||
import io.ray.streaming.operator.impl.SinkOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the DataStream.
|
||||
+6
-6
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import io.ray.streaming.api.function.internal.CollectionSourceFunction;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.operator.impl.SourceOperator;
|
||||
import java.util.Collection;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
import org.ray.streaming.api.function.internal.CollectionSourceFunction;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.operator.impl.SourceOperator;
|
||||
|
||||
/**
|
||||
* Represents a source of the DataStream.
|
||||
+3
-3
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.function.impl.JoinFunction;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.function.impl.JoinFunction;
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
|
||||
/**
|
||||
* Represents a DataStream of two joined DataStream.
|
||||
+6
-6
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.api.function.impl.AggregateFunction;
|
||||
import org.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import org.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.operator.impl.ReduceOperator;
|
||||
import io.ray.streaming.api.function.impl.AggregateFunction;
|
||||
import io.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import io.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.impl.ReduceOperator;
|
||||
|
||||
/**
|
||||
* Represents a DataStream returned by a key-by operation.
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.python.stream.PythonStream;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import org.ray.streaming.python.stream.PythonStream;
|
||||
|
||||
/**
|
||||
* Abstract base class of all stream types.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the Stream.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
/**
|
||||
* A mark interface that represents a source of the Stream.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a union DataStream.
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Job edge is connection and partition rules of upstream and downstream execution nodes.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
+7
-7
@@ -1,15 +1,15 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import io.ray.streaming.api.stream.DataStream;
|
||||
import io.ray.streaming.api.stream.Stream;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.api.stream.StreamSource;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.python.stream.PythonDataStream;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import org.ray.streaming.api.stream.DataStream;
|
||||
import org.ray.streaming.api.stream.Stream;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.api.stream.StreamSource;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.python.stream.PythonDataStream;
|
||||
|
||||
public class JobGraphBuilder {
|
||||
|
||||
+3
-3
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Job vertex is a cell node where logic is executed.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
/**
|
||||
* Different roles for a node.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
|
||||
public class KeyRecord<K, T> extends Record<T> {
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
import com.google.common.collect.Lists;
|
||||
import java.io.Serializable;
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import io.ray.streaming.message.Record;
|
||||
|
||||
|
||||
public interface OneInputOperator<T> extends Operator {
|
||||
+5
-5
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
import java.io.Serializable;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
|
||||
public interface Operator extends Serializable {
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
public enum OperatorType {
|
||||
SOURCE,
|
||||
+7
-7
@@ -1,12 +1,12 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
|
||||
public abstract class StreamOperator<F extends Function> implements Operator {
|
||||
protected String name;
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import io.ray.streaming.message.Record;
|
||||
|
||||
|
||||
public interface TwoInputOperator<T, O> extends Operator {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.FilterFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.FilterFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class FilterOperator<T> extends StreamOperator<FilterFunction<T>> implements
|
||||
OneInputOperator<T> {
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.CollectionCollector;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.CollectionCollector;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class FlatMapOperator<T, R> extends StreamOperator<FlatMapFunction<T, R>> implements
|
||||
OneInputOperator<T> {
|
||||
+6
-6
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class KeyByOperator<T, K> extends StreamOperator<KeyFunction<T, K>> implements
|
||||
OneInputOperator<T> {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.MapFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.MapFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
|
||||
public class MapOperator<T, R> extends StreamOperator<MapFunction<T, R>> implements
|
||||
+8
-8
@@ -1,15 +1,15 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class ReduceOperator<K, T> extends StreamOperator<ReduceFunction<T>> implements
|
||||
OneInputOperator<T> {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.SinkFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.SinkFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
|
||||
public class SinkOperator<T> extends StreamOperator<SinkFunction<T>> implements
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction.SourceContext;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OperatorType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction.SourceContext;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OperatorType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class SourceOperator<T> extends StreamOperator<SourceFunction<T>> {
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Represents a user defined python function.
|
||||
+5
-5
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.operator.OperatorType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.operator.OperatorType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a {@link StreamOperator} that wraps python {@link PythonFunction}.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Represents a python partition function.
|
||||
+7
-7
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.stream.Stream;
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.stream.Stream;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a stream of data whose transformations will be executed in python.
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a python DataStream returned by a key-by operation.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
/**
|
||||
* A marker interface used to identify all python streams.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the PythonStream.
|
||||
+7
-7
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.stream.StreamSource;
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.stream.StreamSource;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a source of the PythonStream.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.schedule;
|
||||
package io.ray.streaming.schedule;
|
||||
|
||||
|
||||
import io.ray.streaming.jobgraph.JobGraph;
|
||||
import java.util.Map;
|
||||
import org.ray.streaming.jobgraph.JobGraph;
|
||||
|
||||
/**
|
||||
* Interface of the job scheduler.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.util;
|
||||
package io.ray.streaming.util;
|
||||
|
||||
public class Config {
|
||||
|
||||
+7
-7
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import com.google.common.collect.Lists;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.api.stream.DataStream;
|
||||
import io.ray.streaming.api.stream.DataStreamSource;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.api.stream.DataStream;
|
||||
import org.ray.streaming.api.stream.DataStreamSource;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.testng.Assert;
|
||||
@@ -5,7 +5,7 @@
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
||||
<parent>
|
||||
<artifactId>ray-streaming</artifactId>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<version>0.1-SNAPSHOT</version>
|
||||
</parent>
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
@@ -17,17 +17,17 @@
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-runtime</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>streaming-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
|
||||
@@ -5,7 +5,7 @@
|
||||
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
||||
<parent>
|
||||
<artifactId>ray-streaming</artifactId>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<version>0.1-SNAPSHOT</version>
|
||||
</parent>
|
||||
<modelVersion>4.0.0</modelVersion>
|
||||
@@ -17,17 +17,17 @@
|
||||
|
||||
<dependencies>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>ray-runtime</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
<dependency>
|
||||
<groupId>org.ray</groupId>
|
||||
<groupId>io.ray</groupId>
|
||||
<artifactId>streaming-api</artifactId>
|
||||
<version>${project.version}</version>
|
||||
</dependency>
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.config;
|
||||
package io.ray.streaming.runtime.config;
|
||||
|
||||
import java.io.Serializable;
|
||||
import javax.accessibility.Accessible;
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.config;
|
||||
package io.ray.streaming.runtime.config;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.Map;
|
||||
+2
-2
@@ -1,6 +1,7 @@
|
||||
package org.ray.streaming.runtime.config;
|
||||
package io.ray.streaming.runtime.config;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import io.ray.streaming.runtime.config.global.CommonConfig;
|
||||
import java.io.Serializable;
|
||||
import java.lang.reflect.Method;
|
||||
import java.util.HashMap;
|
||||
@@ -8,7 +9,6 @@ import java.util.Map;
|
||||
import org.aeonbits.owner.Config.DefaultValue;
|
||||
import org.aeonbits.owner.Config.Key;
|
||||
import org.aeonbits.owner.ConfigFactory;
|
||||
import org.ray.streaming.runtime.config.global.CommonConfig;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.runtime.config;
|
||||
package io.ray.streaming.runtime.config;
|
||||
|
||||
import io.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import java.util.Map;
|
||||
import org.aeonbits.owner.ConfigFactory;
|
||||
import org.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.config;
|
||||
package io.ray.streaming.runtime.config;
|
||||
|
||||
import java.util.Map;
|
||||
import org.slf4j.Logger;
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.runtime.config.global;
|
||||
package io.ray.streaming.runtime.config.global;
|
||||
|
||||
import org.ray.streaming.runtime.config.Config;
|
||||
import io.ray.streaming.runtime.config.Config;
|
||||
|
||||
/**
|
||||
* Job common config.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.runtime.config.master;
|
||||
package io.ray.streaming.runtime.config.master;
|
||||
|
||||
import org.ray.streaming.runtime.config.Config;
|
||||
import io.ray.streaming.runtime.config.Config;
|
||||
|
||||
/**
|
||||
* Job resource management config.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.config.types;
|
||||
package io.ray.streaming.runtime.config.types;
|
||||
|
||||
public enum SlotAssignStrategyType {
|
||||
|
||||
+7
-7
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.runtime.core.collector;
|
||||
package io.ray.streaming.runtime.core.collector;
|
||||
|
||||
import io.ray.runtime.serializer.Serializer;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.runtime.transfer.ChannelID;
|
||||
import io.ray.streaming.runtime.transfer.DataWriter;
|
||||
import java.nio.ByteBuffer;
|
||||
import java.util.Collection;
|
||||
import org.ray.runtime.serializer.Serializer;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.runtime.transfer.ChannelID;
|
||||
import org.ray.streaming.runtime.transfer.DataWriter;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.core.command;
|
||||
package io.ray.streaming.runtime.core.command;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+2
-2
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.runtime.core.common;
|
||||
package io.ray.streaming.runtime.core.common;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.Random;
|
||||
|
||||
/**
|
||||
* Streaming system unique identity base class.
|
||||
* For example, ${@link org.ray.streaming.runtime.core.resource.ContainerID }
|
||||
* For example, ${@link io.ray.streaming.runtime.core.resource.ContainerID }
|
||||
*/
|
||||
public class AbstractID implements Comparable<AbstractID>, Serializable {
|
||||
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.runtime.core.graph;
|
||||
package io.ray.streaming.runtime.core.graph;
|
||||
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* An edge in the physical execution graph.
|
||||
+3
-3
@@ -1,18 +1,18 @@
|
||||
package org.ray.streaming.runtime.core.graph;
|
||||
package io.ray.streaming.runtime.core.graph;
|
||||
|
||||
import io.ray.api.BaseActor;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.stream.Collectors;
|
||||
import org.ray.api.BaseActor;
|
||||
|
||||
/**
|
||||
* Physical execution graph.
|
||||
*
|
||||
* <p>Notice: Temporary implementation for now to keep functional. This will be changed to
|
||||
* {@link org.ray.streaming.runtime.core.graph.executiongraph.ExecutionGraph} later when
|
||||
* {@link io.ray.streaming.runtime.core.graph.executiongraph.ExecutionGraph} later when
|
||||
* new stream task implementation is ready.
|
||||
*/
|
||||
public class ExecutionGraph implements Serializable {
|
||||
+4
-4
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.runtime.core.graph;
|
||||
package io.ray.streaming.runtime.core.graph;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.jobgraph.VertexType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.jobgraph.VertexType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* A node in the physical execution graph.
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.runtime.core.graph;
|
||||
package io.ray.streaming.runtime.core.graph;
|
||||
|
||||
import io.ray.api.BaseActor;
|
||||
import java.io.Serializable;
|
||||
import org.ray.api.BaseActor;
|
||||
|
||||
/**
|
||||
* ExecutionTask is minimal execution unit.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* An edge that connects two execution vertices.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
+3
-3
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.jobgraph.JobEdge;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.jobgraph.JobEdge;
|
||||
|
||||
/**
|
||||
* An edge that connects two execution job vertices.
|
||||
+8
-8
@@ -1,20 +1,20 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import com.google.common.base.Preconditions;
|
||||
import io.ray.api.RayActor;
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.jobgraph.JobVertex;
|
||||
import io.ray.streaming.jobgraph.VertexType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import io.ray.streaming.runtime.worker.JobWorker;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import org.aeonbits.owner.ConfigFactory;
|
||||
import org.ray.api.RayActor;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.jobgraph.JobVertex;
|
||||
import org.ray.streaming.jobgraph.VertexType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import org.ray.streaming.runtime.worker.JobWorker;
|
||||
|
||||
/**
|
||||
* Physical job vertex.
|
||||
+10
-10
@@ -1,20 +1,20 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.api.RayActor;
|
||||
import io.ray.api.id.ActorId;
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.jobgraph.VertexType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import io.ray.streaming.runtime.core.resource.ResourceType;
|
||||
import io.ray.streaming.runtime.core.resource.Slot;
|
||||
import io.ray.streaming.runtime.worker.JobWorker;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.ray.api.RayActor;
|
||||
import org.ray.api.id.ActorId;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.jobgraph.VertexType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import org.ray.streaming.runtime.core.resource.ResourceType;
|
||||
import org.ray.streaming.runtime.core.resource.Slot;
|
||||
import org.ray.streaming.runtime.worker.JobWorker;
|
||||
|
||||
/**
|
||||
* Physical vertex, correspond to {@link ExecutionJobVertex}.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.core.graph.executiongraph;
|
||||
package io.ray.streaming.runtime.core.graph.executiongraph;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+6
-6
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.OperatorType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.operator.TwoInputOperator;
|
||||
import org.ray.streaming.operator.impl.SourceOperator;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.OperatorType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.TwoInputOperator;
|
||||
import io.ray.streaming.operator.impl.SourceOperator;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+3
-3
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import java.io.Serializable;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
|
||||
public interface Processor<T> extends Serializable {
|
||||
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.impl.SourceOperator;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.impl.SourceOperator;
|
||||
|
||||
/**
|
||||
* The processor for the stream sources, containing a SourceOperator.
|
||||
+4
-4
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.operator.Operator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.operator.Operator;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.runtime.core.processor;
|
||||
package io.ray.streaming.runtime.core.processor;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.TwoInputOperator;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.TwoInputOperator;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
+2
-2
@@ -1,12 +1,12 @@
|
||||
package org.ray.streaming.runtime.core.resource;
|
||||
package io.ray.streaming.runtime.core.resource;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.api.id.UniqueId;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.ray.api.id.UniqueId;
|
||||
|
||||
/**
|
||||
* Resource manager unit abstraction.
|
||||
+9
@@ -0,0 +1,9 @@
|
||||
package io.ray.streaming.runtime.core.resource;
|
||||
|
||||
import io.ray.streaming.runtime.core.common.AbstractID;
|
||||
|
||||
/**
|
||||
* Container unique identifier.
|
||||
*/
|
||||
public class ContainerID extends AbstractID {
|
||||
}
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.core.resource;
|
||||
package io.ray.streaming.runtime.core.resource;
|
||||
|
||||
/**
|
||||
* Key for different type of resources.
|
||||
+3
-3
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.runtime.core.resource;
|
||||
package io.ray.streaming.runtime.core.resource;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.api.id.UniqueId;
|
||||
import io.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.ray.api.id.UniqueId;
|
||||
import org.ray.streaming.runtime.config.master.ResourceConfig;
|
||||
|
||||
/**
|
||||
* Resource description of ResourceManager.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.runtime.core.resource;
|
||||
package io.ray.streaming.runtime.core.resource;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import java.io.Serializable;
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user