mirror of
https://github.com/wassname/ray.git
synced 2026-06-30 16:49:48 +08:00
[Java] Rename group id and package name. (#7864)
* Initial * Change streaming's * Fix * Fix * Fix org_ray * Fix cpp file name * Fix streaming * Fix * Fix * Fix testlistening * Fix missing sth in python * Fix * Fix * Fix SPI * Fix * Fix complation * Fix * Fix CI * Fix checkstyle Fix checkstyle * Fix streaming tests * Fix streaming CI * Fix streaming checkstyle. * Fix build * Fix bazel dep * Fix * Fix ray checkstyle * Fix streaming checkstyle * Fix bazel checkstyle
This commit is contained in:
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api;
|
||||
package io.ray.streaming.api;
|
||||
|
||||
public enum Language {
|
||||
JAVA,
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.collector;
|
||||
package io.ray.streaming.api.collector;
|
||||
|
||||
import io.ray.streaming.message.Record;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.message.Record;
|
||||
|
||||
/**
|
||||
* Combination of multiple collectors.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.collector;
|
||||
package io.ray.streaming.api.collector;
|
||||
|
||||
/**
|
||||
* The collector that collects data from an upstream operator, and emits data to downstream
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.context;
|
||||
package io.ray.streaming.api.context;
|
||||
|
||||
/**
|
||||
* Encapsulate the runtime information of a streaming task.
|
||||
+5
-5
@@ -1,6 +1,10 @@
|
||||
package org.ray.streaming.api.context;
|
||||
package io.ray.streaming.api.context;
|
||||
|
||||
import com.google.common.base.Preconditions;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.jobgraph.JobGraph;
|
||||
import io.ray.streaming.jobgraph.JobGraphBuilder;
|
||||
import io.ray.streaming.schedule.JobScheduler;
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
@@ -9,10 +13,6 @@ import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.ServiceLoader;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.jobgraph.JobGraph;
|
||||
import org.ray.streaming.jobgraph.JobGraphBuilder;
|
||||
import org.ray.streaming.schedule.JobScheduler;
|
||||
|
||||
/**
|
||||
* Encapsulate the context information of a streaming Job.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.function;
|
||||
package io.ray.streaming.api.function;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of aggregate functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* A filter function is a predicate applied individually to each record.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of flat-map functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of join functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of key-by functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of map functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of process functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of reduce functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of sink functions.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.function.impl;
|
||||
package io.ray.streaming.api.function.impl;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of Source functions.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.function.internal;
|
||||
package io.ray.streaming.api.function.internal;
|
||||
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collection;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
|
||||
/**
|
||||
* The SourceFunction that fetch data from a Java Collection object.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.partition;
|
||||
package io.ray.streaming.api.partition;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Interface of the partitioning strategy.
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.util.stream.IntStream;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Broadcast the record to all downstream partitions.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
|
||||
/**
|
||||
* Partition the record by the key.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.partition.impl;
|
||||
package io.ray.streaming.api.partition.impl;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Partition record to downstream tasks in a round-robin matter.
|
||||
+15
-15
@@ -1,20 +1,20 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.function.impl.FilterFunction;
|
||||
import org.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
import org.ray.streaming.api.function.impl.MapFunction;
|
||||
import org.ray.streaming.api.function.impl.SinkFunction;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.api.partition.impl.BroadcastPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.operator.impl.FilterOperator;
|
||||
import org.ray.streaming.operator.impl.FlatMapOperator;
|
||||
import org.ray.streaming.operator.impl.KeyByOperator;
|
||||
import org.ray.streaming.operator.impl.MapOperator;
|
||||
import org.ray.streaming.operator.impl.SinkOperator;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.function.impl.FilterFunction;
|
||||
import io.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import io.ray.streaming.api.function.impl.MapFunction;
|
||||
import io.ray.streaming.api.function.impl.SinkFunction;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.impl.BroadcastPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.impl.FilterOperator;
|
||||
import io.ray.streaming.operator.impl.FlatMapOperator;
|
||||
import io.ray.streaming.operator.impl.KeyByOperator;
|
||||
import io.ray.streaming.operator.impl.MapOperator;
|
||||
import io.ray.streaming.operator.impl.SinkOperator;
|
||||
|
||||
/**
|
||||
* Represents a stream of data.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.operator.impl.SinkOperator;
|
||||
import io.ray.streaming.operator.impl.SinkOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the DataStream.
|
||||
+6
-6
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import io.ray.streaming.api.function.internal.CollectionSourceFunction;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.operator.impl.SourceOperator;
|
||||
import java.util.Collection;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
import org.ray.streaming.api.function.internal.CollectionSourceFunction;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.operator.impl.SourceOperator;
|
||||
|
||||
/**
|
||||
* Represents a source of the DataStream.
|
||||
+3
-3
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.function.impl.JoinFunction;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.function.impl.JoinFunction;
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
|
||||
/**
|
||||
* Represents a DataStream of two joined DataStream.
|
||||
+6
-6
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.api.function.impl.AggregateFunction;
|
||||
import org.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import org.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.operator.impl.ReduceOperator;
|
||||
import io.ray.streaming.api.function.impl.AggregateFunction;
|
||||
import io.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import io.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.impl.ReduceOperator;
|
||||
|
||||
/**
|
||||
* Represents a DataStream returned by a key-by operation.
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.python.stream.PythonStream;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import org.ray.streaming.python.stream.PythonStream;
|
||||
|
||||
/**
|
||||
* Abstract base class of all stream types.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the Stream.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
/**
|
||||
* A mark interface that represents a source of the Stream.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.api.stream;
|
||||
package io.ray.streaming.api.stream;
|
||||
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.ArrayList;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a union DataStream.
|
||||
+2
-2
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Job edge is connection and partition rules of upstream and downstream execution nodes.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.ArrayList;
|
||||
+7
-7
@@ -1,15 +1,15 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import io.ray.streaming.api.stream.DataStream;
|
||||
import io.ray.streaming.api.stream.Stream;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.api.stream.StreamSource;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.python.stream.PythonDataStream;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
import org.ray.streaming.api.stream.DataStream;
|
||||
import org.ray.streaming.api.stream.Stream;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.api.stream.StreamSource;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import org.ray.streaming.python.stream.PythonDataStream;
|
||||
|
||||
public class JobGraphBuilder {
|
||||
|
||||
+3
-3
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import com.google.common.base.MoreObjects;
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.io.Serializable;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Job vertex is a cell node where logic is executed.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
/**
|
||||
* Different roles for a node.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
|
||||
public class KeyRecord<K, T> extends Record<T> {
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
import com.google.common.collect.Lists;
|
||||
import java.io.Serializable;
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.message;
|
||||
package io.ray.streaming.message;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import io.ray.streaming.message.Record;
|
||||
|
||||
|
||||
public interface OneInputOperator<T> extends Operator {
|
||||
+5
-5
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
import java.io.Serializable;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
|
||||
public interface Operator extends Serializable {
|
||||
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
public enum OperatorType {
|
||||
SOURCE,
|
||||
+7
-7
@@ -1,12 +1,12 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
|
||||
public abstract class StreamOperator<F extends Function> implements Operator {
|
||||
protected String name;
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.operator;
|
||||
package io.ray.streaming.operator;
|
||||
|
||||
import org.ray.streaming.message.Record;
|
||||
import io.ray.streaming.message.Record;
|
||||
|
||||
|
||||
public interface TwoInputOperator<T, O> extends Operator {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.FilterFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.FilterFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class FilterOperator<T> extends StreamOperator<FilterFunction<T>> implements
|
||||
OneInputOperator<T> {
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.CollectionCollector;
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.CollectionCollector;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.FlatMapFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class FlatMapOperator<T, R> extends StreamOperator<FlatMapFunction<T, R>> implements
|
||||
OneInputOperator<T> {
|
||||
+6
-6
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.KeyFunction;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.KeyFunction;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class KeyByOperator<T, K> extends StreamOperator<KeyFunction<T, K>> implements
|
||||
OneInputOperator<T> {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.MapFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.MapFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
|
||||
public class MapOperator<T, R> extends StreamOperator<MapFunction<T, R>> implements
|
||||
+8
-8
@@ -1,15 +1,15 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import io.ray.streaming.message.KeyRecord;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.ReduceFunction;
|
||||
import org.ray.streaming.message.KeyRecord;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class ReduceOperator<K, T> extends StreamOperator<ReduceFunction<T>> implements
|
||||
OneInputOperator<T> {
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import org.ray.streaming.api.function.impl.SinkFunction;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OneInputOperator;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
import io.ray.streaming.api.function.impl.SinkFunction;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OneInputOperator;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
|
||||
|
||||
public class SinkOperator<T> extends StreamOperator<SinkFunction<T>> implements
|
||||
+8
-8
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.operator.impl;
|
||||
package io.ray.streaming.operator.impl;
|
||||
|
||||
import io.ray.streaming.api.collector.Collector;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction;
|
||||
import io.ray.streaming.api.function.impl.SourceFunction.SourceContext;
|
||||
import io.ray.streaming.message.Record;
|
||||
import io.ray.streaming.operator.OperatorType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.collector.Collector;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction;
|
||||
import org.ray.streaming.api.function.impl.SourceFunction.SourceContext;
|
||||
import org.ray.streaming.message.Record;
|
||||
import org.ray.streaming.operator.OperatorType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
public class SourceOperator<T> extends StreamOperator<SourceFunction<T>> {
|
||||
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import org.ray.streaming.api.function.Function;
|
||||
import io.ray.streaming.api.function.Function;
|
||||
|
||||
/**
|
||||
* Represents a user defined python function.
|
||||
+5
-5
@@ -1,10 +1,10 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import io.ray.streaming.api.Language;
|
||||
import io.ray.streaming.api.context.RuntimeContext;
|
||||
import io.ray.streaming.operator.OperatorType;
|
||||
import io.ray.streaming.operator.StreamOperator;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.Language;
|
||||
import org.ray.streaming.api.context.RuntimeContext;
|
||||
import org.ray.streaming.operator.OperatorType;
|
||||
import org.ray.streaming.operator.StreamOperator;
|
||||
|
||||
/**
|
||||
* Represents a {@link StreamOperator} that wraps python {@link PythonFunction}.
|
||||
+2
-2
@@ -1,6 +1,6 @@
|
||||
package org.ray.streaming.python;
|
||||
package io.ray.streaming.python;
|
||||
|
||||
import org.ray.streaming.api.partition.Partition;
|
||||
import io.ray.streaming.api.partition.Partition;
|
||||
|
||||
/**
|
||||
* Represents a python partition function.
|
||||
+7
-7
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.stream.Stream;
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.stream.Stream;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a stream of data whose transformations will be executed in python.
|
||||
+5
-5
@@ -1,9 +1,9 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a python DataStream returned by a key-by operation.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
/**
|
||||
* A marker interface used to identify all python streams.
|
||||
+3
-3
@@ -1,7 +1,7 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
|
||||
/**
|
||||
* Represents a sink of the PythonStream.
|
||||
+7
-7
@@ -1,11 +1,11 @@
|
||||
package org.ray.streaming.python.stream;
|
||||
package io.ray.streaming.python.stream;
|
||||
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.stream.StreamSource;
|
||||
import org.ray.streaming.python.PythonFunction;
|
||||
import org.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import org.ray.streaming.python.PythonOperator;
|
||||
import org.ray.streaming.python.PythonPartition;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.stream.StreamSource;
|
||||
import io.ray.streaming.python.PythonFunction;
|
||||
import io.ray.streaming.python.PythonFunction.FunctionInterface;
|
||||
import io.ray.streaming.python.PythonOperator;
|
||||
import io.ray.streaming.python.PythonPartition;
|
||||
|
||||
/**
|
||||
* Represents a source of the PythonStream.
|
||||
+2
-2
@@ -1,8 +1,8 @@
|
||||
package org.ray.streaming.schedule;
|
||||
package io.ray.streaming.schedule;
|
||||
|
||||
|
||||
import io.ray.streaming.jobgraph.JobGraph;
|
||||
import java.util.Map;
|
||||
import org.ray.streaming.jobgraph.JobGraph;
|
||||
|
||||
/**
|
||||
* Interface of the job scheduler.
|
||||
+1
-1
@@ -1,4 +1,4 @@
|
||||
package org.ray.streaming.util;
|
||||
package io.ray.streaming.util;
|
||||
|
||||
public class Config {
|
||||
|
||||
+7
-7
@@ -1,13 +1,13 @@
|
||||
package org.ray.streaming.jobgraph;
|
||||
package io.ray.streaming.jobgraph;
|
||||
|
||||
import com.google.common.collect.Lists;
|
||||
import io.ray.streaming.api.context.StreamingContext;
|
||||
import io.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import io.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import io.ray.streaming.api.stream.DataStream;
|
||||
import io.ray.streaming.api.stream.DataStreamSource;
|
||||
import io.ray.streaming.api.stream.StreamSink;
|
||||
import java.util.List;
|
||||
import org.ray.streaming.api.context.StreamingContext;
|
||||
import org.ray.streaming.api.partition.impl.KeyPartition;
|
||||
import org.ray.streaming.api.partition.impl.RoundRobinPartition;
|
||||
import org.ray.streaming.api.stream.DataStream;
|
||||
import org.ray.streaming.api.stream.DataStreamSource;
|
||||
import org.ray.streaming.api.stream.StreamSink;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.testng.Assert;
|
||||
Reference in New Issue
Block a user