Examples of org.apache.flink.api.java.ExecutionEnvironment.execute()

Class org.apache.flink.api.java.ExecutionEnvironment

Examples of org.apache.flink.api.java.ExecutionEnvironment.execute()

org.apache.flink.api.java.ExecutionEnvironment.execute()
Triggers the program execution. The environment will execute all parts of the program that have resulted in a "sink" operation. Sink operations are for example printing results ( {@link DataSet#print()}, writing results (e.g. {@link DataSet#writeAsText(String)}, {@link DataSet#write(org.apache.flink.api.common.io.FileOutputFormat,String)}, or other generic data sinks created with {@link DataSet#output(org.apache.flink.api.common.io.OutputFormat)}.
The program execution will be logged and displayed with a generated default name. @return The result of the job execution, containing elapsed time and accumulators. @throws Exception Thrown, if the program executions fails.


          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.reduceGroup(new AllAddingTuple3GroupReduce());


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          return "231,91,Hello World\n";
        }
        case 7: {

View Full Code Here


          DataSet<CustomType> ds = CollectionDataSets.getCustomTypeDataSet(env);
          DataSet<CustomType> reduceDs = ds.reduceGroup(new AllAddingCustomTypeGroupReduce());


          reduceDs.writeAsText(resultPath);
          env.execute();


          // return expected result
          return "91,210,Hello!";
        }
        case 8: {

View Full Code Here

          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
              groupBy(1).reduceGroup(new BCTuple3GroupReduce()).withBroadcastSet(intDs, "ints");


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          return "1,1,55\n" +
              "5,2,55\n" +
              "15,3,55\n" +

View Full Code Here

          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
              groupBy(1).reduceGroup(new InputReturningTuple3GroupReduce());


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          return "11,1,Hi!\n" +
              "21,1,Hi again!\n" +
              "12,2,Hi!\n" +

View Full Code Here

                  return in.myInt;
                }
              }).reduceGroup(new CustomTypeGroupReduceWithCombine());


          reduceDs.writeAsText(resultPath);
          env.execute();


          // return expected result
          if (collectionExecution) {
            return null;

View Full Code Here

          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple2<Integer, String>> reduceDs = ds.
              groupBy(1).reduceGroup(new Tuple3GroupReduceWithCombine());


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          if (collectionExecution) {
            return null;

View Full Code Here

          cfg.setString(PactCompiler.HINT_SHIP_STRATEGY, PactCompiler.HINT_SHIP_STRATEGY_REPARTITION);
          DataSet<Tuple2<Integer, String>> reduceDs = ds.reduceGroup(new Tuple3AllGroupReduceWithCombine())
              .withParameters(cfg);


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          if (collectionExecution) {
            return null;
          } else {

View Full Code Here

          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
              groupBy(1).sortGroup(2, Order.DESCENDING).reduceGroup(new Tuple3SortedGroupReduce());


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          return "1,1,Hi\n" +
              "5,2,Hello world-Hello\n" +
              "15,3,Luke Skywalker-I am fine.-Hello world, how are you?\n" +

View Full Code Here

                        return new Tuple2<Integer, Long>(t.f0, t.f4);
                      }
                    }).reduceGroup(new Tuple5GroupReduce());


            reduceDs.writeAsCsv(resultPath);
            env.execute();


            // return expected result
            return "1,1,0,P-),1\n" +
                "2,3,0,P-),1\n" +
                "2,2,0,P-),2\n" +

View Full Code Here

          DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
          DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
              groupBy(1).sortGroup(0, Order.ASCENDING).reduceGroup(new OrderCheckingCombinableReduce());


          reduceDs.writeAsCsv(resultPath);
          env.execute();


          // return expected result
          return "1,1,Hi\n" +
              "2,2,Hello\n" +
              "4,3,Hello world, how are you?\n" +

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.