Java源码示例:org.apache.flink.test.state.operator.restore.ExecutionMode
示例1
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map) -> StatefulMap3
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
third.startNewChain();
}
示例2
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(first);
stateless.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例3
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap3 -> Map -> StatefulMap2)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, first);
third.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(third);
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例4
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3 -> StatefulMap4)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> stateless2 = createStatelessMap(stateless);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless2);
}
示例5
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> CHAIN(StatefulMap1 -> StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例6
@Override
public void createMigrationJob(StreamExecutionEnvironment env) {
/**
* Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.MIGRATE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.MIGRATE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.MIGRATE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.MIGRATE, stateless);
}
示例7
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/*
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, second);
}
示例8
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map) -> StatefulMap3
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
third.startNewChain();
}
示例9
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(first);
stateless.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例10
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap3 -> Map -> StatefulMap2)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, first);
third.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(third);
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例11
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3 -> StatefulMap4)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> stateless2 = createStatelessMap(stateless);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless2);
}
示例12
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> CHAIN(StatefulMap1 -> StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例13
@Override
public void createMigrationJob(StreamExecutionEnvironment env) {
/**
* Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.MIGRATE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.MIGRATE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.MIGRATE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.MIGRATE, stateless);
}
示例14
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/*
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, second);
}
示例15
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map) -> StatefulMap3
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
third.startNewChain();
}
示例16
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(first);
stateless.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例17
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap3 -> Map -> StatefulMap2)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, first);
third.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(third);
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例18
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3 -> StatefulMap4)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> stateless2 = createStatelessMap(stateless);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless2);
}
示例19
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> CHAIN(StatefulMap1 -> StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, stateless);
}
示例20
@Override
public void createMigrationJob(StreamExecutionEnvironment env) {
/**
* Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.MIGRATE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.MIGRATE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.MIGRATE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> stateless = createStatelessMap(second);
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.MIGRATE, stateless);
}
示例21
@Override
public void createRestoredJob(StreamExecutionEnvironment env) {
/*
* Original job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> Map -> StatefulMap3)
* Modified job: Source -> StatefulMap1 -> CHAIN(StatefulMap2 -> StatefulMap3)
*/
DataStream<Integer> source = createSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> first = createFirstStatefulMap(ExecutionMode.RESTORE, source);
first.startNewChain();
SingleOutputStreamOperator<Integer> second = createSecondStatefulMap(ExecutionMode.RESTORE, first);
second.startNewChain();
SingleOutputStreamOperator<Integer> third = createThirdStatefulMap(ExecutionMode.RESTORE, second);
}
示例22
public static SingleOutputStreamOperator<Integer> createWindowFunction(ExecutionMode mode, DataStream<Tuple2<Integer, Integer>> input) {
return input
.keyBy(0)
.countWindow(1)
.apply(new StatefulWindowFunction(mode))
.setParallelism(4)
.uid("window");
}
示例23
public static SingleOutputStreamOperator<Integer> createFirstStatefulMap(ExecutionMode mode, DataStream<Integer> input) {
SingleOutputStreamOperator<Integer> map = input
.map(new StatefulStringStoringMap(mode, "first"))
.setParallelism(4)
.uid("first");
return map;
}
示例24
public static SingleOutputStreamOperator<Integer> createSecondStatefulMap(ExecutionMode mode, DataStream<Integer> input) {
SingleOutputStreamOperator<Integer> map = input
.map(new StatefulStringStoringMap(mode, "second"))
.setParallelism(4)
.uid("second");
return map;
}
示例25
@Override
public void createMigrationJob(StreamExecutionEnvironment env) {
/**
* Source -> keyBy -> C(Window -> StatefulMap1 -> StatefulMap2)
*/
SingleOutputStreamOperator<Tuple2<Integer, Integer>> source = KeyedJob.createIntegerTupleSource(env, ExecutionMode.MIGRATE);
SingleOutputStreamOperator<Integer> window = KeyedJob.createWindowFunction(ExecutionMode.MIGRATE, source);
SingleOutputStreamOperator<Integer> first = KeyedJob.createFirstStatefulMap(ExecutionMode.MIGRATE, window);
SingleOutputStreamOperator<Integer> second = KeyedJob.createSecondStatefulMap(ExecutionMode.MIGRATE, first);
}
示例26
@Override
protected void createRestoredJob(StreamExecutionEnvironment env) {
/**
* Source -> keyBy -> C(Window -> StatefulMap2) -> StatefulMap1
*/
SingleOutputStreamOperator<Tuple2<Integer, Integer>> source = KeyedJob.createIntegerTupleSource(env, ExecutionMode.RESTORE);
SingleOutputStreamOperator<Integer> window = KeyedJob.createWindowFunction(ExecutionMode.RESTORE, source);
SingleOutputStreamOperator<Integer> second = KeyedJob.createSecondStatefulMap(ExecutionMode.RESTORE, window);
SingleOutputStreamOperator<Integer> first = KeyedJob.createFirstStatefulMap(ExecutionMode.RESTORE, second);
first.startNewChain();
}
示例27
public static SingleOutputStreamOperator<Integer> createThirdStatefulMap(ExecutionMode mode, DataStream<Integer> input) {
SingleOutputStreamOperator<Integer> map = input
.map(new StatefulStringStoringMap(mode, "third"))
.setParallelism(4)
.uid("third");
return map;
}
示例28
public static SingleOutputStreamOperator<Integer> createWindowFunction(ExecutionMode mode, DataStream<Tuple2<Integer, Integer>> input) {
return input
.keyBy(0)
.countWindow(1)
.apply(new StatefulWindowFunction(mode))
.setParallelism(4)
.uid("window");
}
示例29
public static SingleOutputStreamOperator<Integer> createFirstStatefulMap(ExecutionMode mode, DataStream<Integer> input) {
SingleOutputStreamOperator<Integer> map = input
.map(new StatefulStringStoringMap(mode, "first"))
.setParallelism(4)
.uid("first");
return map;
}
示例30
public static SingleOutputStreamOperator<Integer> createSecondStatefulMap(ExecutionMode mode, DataStream<Integer> input) {
SingleOutputStreamOperator<Integer> map = input
.map(new StatefulStringStoringMap(mode, "second"))
.setParallelism(4)
.uid("second");
return map;
}