wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-05 14:04:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Java] Format ray java code (#13056)

Browse Source
This commit is contained in:
chaokunyang
2020-12-29 10:36:16 +08:00
committed by GitHub
parent cc1c2c3dc9
commit d1dd3410c8
422 changed files with 4384 additions and 5035 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streaming/java/streaming-api/src/test/java/io/ray/streaming/api/stream/StreamTest.java
+5 -6
View File
@@ -2,7 +2,6 @@ package io.ray.streaming.api.stream;
import static org.testng.Assert.assertEquals;
import io.ray.streaming.api.context.StreamingContext;
import io.ray.streaming.operator.impl.MapOperator;
import io.ray.streaming.python.stream.PythonDataStream;
@@ -14,8 +13,8 @@ public class StreamTest {
@Test
public void testReferencedDataStream() {
DataStream dataStream = new DataStream(StreamingContext.buildContext(),
new MapOperator(value -> null));
DataStream dataStream =
new DataStream(StreamingContext.buildContext(), new MapOperator(value -> null));
PythonDataStream pythonDataStream = dataStream.asPythonStream();
DataStream javaStream = pythonDataStream.asJavaStream();
assertEquals(dataStream.getId(), pythonDataStream.getId());
@@ -27,8 +26,8 @@ public class StreamTest {
@Test
public void testReferencedKeyDataStream() {
DataStream dataStream = new DataStream(StreamingContext.buildContext(),
new MapOperator(value -> null));
DataStream dataStream =
new DataStream(StreamingContext.buildContext(), new MapOperator(value -> null));
KeyDataStream keyDataStream = dataStream.keyBy(value -> null);
PythonKeyDataStream pythonKeyDataStream = keyDataStream.asPythonStream();
KeyDataStream javaKeyDataStream = pythonKeyDataStream.asJavaStream();
@@ -38,4 +37,4 @@ public class StreamTest {
assertEquals(keyDataStream.getParallelism(), pythonKeyDataStream.getParallelism());
assertEquals(keyDataStream.getParallelism(), javaKeyDataStream.getParallelism());
}
}
}
streaming/java/streaming-api/src/test/java/io/ray/streaming/jobgraph/JobGraphBuilderTest.java
+6 -8
View File
@@ -33,13 +33,12 @@ public class JobGraphBuilderTest {
JobVertex sourceVertex = jobVertexList.get(0);
Assert.assertEquals(sinkVertex.getVertexType(), VertexType.SINK);
Assert.assertEquals(sourceVertex.getVertexType(), VertexType.SOURCE);
}
public JobGraph buildDataSyncJobGraph() {
StreamingContext streamingContext = StreamingContext.buildContext();
DataStream<String> dataStream = DataStreamSource.fromCollection(streamingContext,
Lists.newArrayList("a", "b", "c"));
DataStream<String> dataStream =
DataStreamSource.fromCollection(streamingContext, Lists.newArrayList("a", "b", "c"));
StreamSink streamSink = dataStream.sink(x -> LOG.info(x));
JobGraphBuilder jobGraphBuilder = new JobGraphBuilder(Lists.newArrayList(streamSink));
@@ -73,10 +72,9 @@ public class JobGraphBuilderTest {
public JobGraph buildKeyByJobGraph() {
StreamingContext streamingContext = StreamingContext.buildContext();
DataStream<String> dataStream = DataStreamSource.fromCollection(streamingContext,
Lists.newArrayList("1", "2", "3", "4"));
StreamSink streamSink = dataStream.keyBy(x -> x)
.sink(x -> LOG.info(x));
DataStream<String> dataStream =
DataStreamSource.fromCollection(streamingContext, Lists.newArrayList("1", "2", "3", "4"));
StreamSink streamSink = dataStream.keyBy(x -> x).sink(x -> LOG.info(x));
JobGraphBuilder jobGraphBuilder = new JobGraphBuilder(Lists.newArrayList(streamSink));
JobGraph jobGraph = jobGraphBuilder.build();
@@ -92,4 +90,4 @@ public class JobGraphBuilderTest {
Assert.assertTrue(diGraph.contains("\"1-SourceOperatorImpl\" -> \"2-KeyByOperator\""));
Assert.assertTrue(diGraph.contains("\"2-KeyByOperator\" -> \"3-SinkOperator\""));
}
}
}
streaming/java/streaming-api/src/test/java/io/ray/streaming/jobgraph/JobGraphOptimizerTest.java
+15 -15
View File
@@ -2,7 +2,6 @@ package io.ray.streaming.jobgraph;
import static org.testng.Assert.assertEquals;
import com.google.common.collect.Lists;
import io.ray.streaming.api.context.StreamingContext;
import io.ray.streaming.api.stream.DataStream;
@@ -19,13 +18,14 @@ public class JobGraphOptimizerTest {
@Test
public void testOptimize() {
StreamingContext context = StreamingContext.buildContext();
DataStream<Integer> source1 = DataStreamSource.fromCollection(context,
Lists.newArrayList(1, 2, 3));
DataStream<String> source2 = DataStreamSource.fromCollection(context,
Lists.newArrayList("1", "2", "3"));
DataStream<String> source3 = DataStreamSource.fromCollection(context,
Lists.newArrayList("2", "3", "4"));
source1.filter(x -> x > 1)
DataStream<Integer> source1 =
DataStreamSource.fromCollection(context, Lists.newArrayList(1, 2, 3));
DataStream<String> source2 =
DataStreamSource.fromCollection(context, Lists.newArrayList("1", "2", "3"));
DataStream<String> source3 =
DataStreamSource.fromCollection(context, Lists.newArrayList("2", "3", "4"));
source1
.filter(x -> x > 1)
.map(String::valueOf)
.union(source2)
.join(source3)
@@ -44,11 +44,12 @@ public class JobGraphOptimizerTest {
@Test
public void testOptimizeHybridStream() {
StreamingContext context = StreamingContext.buildContext();
DataStream<Integer> source1 = DataStreamSource.fromCollection(context,
Lists.newArrayList(1, 2, 3));
DataStream<String> source2 = DataStreamSource.fromCollection(context,
Lists.newArrayList("1", "2", "3"));
source1.asPythonStream()
DataStream<Integer> source1 =
DataStreamSource.fromCollection(context, Lists.newArrayList(1, 2, 3));
DataStream<String> source2 =
DataStreamSource.fromCollection(context, Lists.newArrayList("1", "2", "3"));
source1
.asPythonStream()
.map(pyFunc(1))
.filter(pyFunc(2))
.union(source2.asPythonStream().filter(pyFunc(3)).map(pyFunc(4)))
@@ -68,5 +69,4 @@ public class JobGraphOptimizerTest {
private PythonFunction pyFunc(int number) {
return new PythonFunction("module", "func" + number);
}
}
}