Examples of eu.stratosphere.api.java.ExecutionEnvironment.execute()

Class eu.stratosphere.api.java.ExecutionEnvironment

Examples of eu.stratosphere.api.java.ExecutionEnvironment.execute()

eu.stratosphere.api.java.ExecutionEnvironment.execute()
Triggers the program execution. The environment will execute all parts of the program that have resulted in a "sink" operation. Sink operations are for example printing results ( {@link DataSet#print()}, writing results (e.g. {@link DataSet#writeAsText(String)}, {@link DataSet#write(eu.stratosphere.api.common.io.FileOutputFormat,String)}, or other generic data sinks created with {@link DataSet#output(eu.stratosphere.api.common.io.OutputFormat)}.
The program execution will be logged and displayed with a generated default name. @return The result of the job execution, containing elapsed time and accumulators. @throws Exception Thrown, if the program executions fails.

        DataSet<CustomType> ds = CollectionDataSets.getCustomTypeDataSet(env);
        DataSet<CustomType> reduceDs = ds.
            reduce(new AllAddingCustomTypeReduce());
        
        reduceDs.writeAsText(resultPath);
        env.execute();
        
        // return expected result
        return "91,210,Hello!";
      }
      case 7: {

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
            groupBy(1).reduce(new BCTuple3Reduce()).withBroadcastSet(intDs, "ints");
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,Hi\n" +
            "5,2,55\n" +
            "15,3,55\n" +

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
            groupBy(1).reduce(new InputReturningTuple3Reduce());
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,Hi\n" +
            "5,2,Hi again!\n" +
            "15,3,Hi again!\n" +

View Full Code Here

        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds2 = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple2<Integer, Integer>> coGroupDs = ds.coGroup(ds2).where(0).equalTo(0).with(new Tuple5CoGroup());
        
        coGroupDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,0\n" +
            "2,6\n" +
            "3,24\n" +

View Full Code Here

                    return in.myInt;
                  }
                }).with(new CustomTypeCoGroup());
        
        coGroupDs.writeAsText(resultPath);
        env.execute();
        
        // return expected result
        return "1,0,test\n" +
            "2,6,test\n" +
            "3,24,test\n" +

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> ds2 = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> coGroupDs = ds.coGroup(ds2).where(0).equalTo(0).with(new Tuple3ReturnLeft());
        
        coGroupDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,Hi\n" +
            "2,2,Hello\n" +
            "3,2,Hello world\n" +

View Full Code Here

        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds2 = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple5<Integer, Long, Integer, String, Long>> coGroupDs = ds.coGroup(ds2).where(0).equalTo(0).with(new Tuple5ReturnRight());
        
        coGroupDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,0,Hallo,1\n" +
            "2,2,1,Hallo Welt,2\n" +
            "2,3,2,Hallo Welt wie,1\n" +

View Full Code Here

        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple5<Integer, Long, Integer, String, Long>> ds2 = CollectionDataSets.get5TupleDataSet(env);
        DataSet<Tuple3<Integer, Integer, Integer>> coGroupDs = ds.coGroup(ds2).where(0).equalTo(0).with(new Tuple5CoGroupBC()).withBroadcastSet(intDs, "ints");
        
        coGroupDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,0,55\n" +
            "2,6,55\n" +
            "3,24,55\n" +

View Full Code Here

                    return in.myInt;
                  }
                }).with(new MixedCoGroup());
        
        coGroupDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "0,1,test\n" +
            "1,2,test\n" +
            "2,5,test\n" +

View Full Code Here

                    return in.myInt;
                  }
                }).equalTo(2).with(new MixedCoGroup2());
        
        coGroupDs.writeAsText(resultPath);
        env.execute();
        
        // return expected result
        return "0,1,test\n" +
            "1,2,test\n" +
            "2,5,test\n" +

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.