Examples of eu.stratosphere.api.java.ExecutionEnvironment.execute()

Class eu.stratosphere.api.java.ExecutionEnvironment

Examples of eu.stratosphere.api.java.ExecutionEnvironment.execute()

eu.stratosphere.api.java.ExecutionEnvironment.execute()
Triggers the program execution. The environment will execute all parts of the program that have resulted in a "sink" operation. Sink operations are for example printing results ( {@link DataSet#print()}, writing results (e.g. {@link DataSet#writeAsText(String)}, {@link DataSet#write(eu.stratosphere.api.common.io.FileOutputFormat,String)}, or other generic data sinks created with {@link DataSet#output(eu.stratosphere.api.common.io.OutputFormat)}.
The program execution will be logged and displayed with a generated default name. @return The result of the job execution, containing elapsed time and accumulators. @throws Exception Thrown, if the program executions fails.

        
        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.reduceGroup(new AllAddingTuple3GroupReduce());
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "231,91,Hello World\n";
      }
      case 7: {

View Full Code Here

        
        DataSet<CustomType> ds = CollectionDataSets.getCustomTypeDataSet(env);
        DataSet<CustomType> reduceDs = ds.reduceGroup(new AllAddingCustomTypeGroupReduce());
        
        reduceDs.writeAsText(resultPath);
        env.execute();
        
        // return expected result
        return "91,210,Hello!";
      }
      case 8: {

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
            groupBy(1).reduceGroup(new BCTuple3GroupReduce()).withBroadcastSet(intDs, "ints");
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,55\n" +
            "5,2,55\n" +
            "15,3,55\n" +

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
            groupBy(1).reduceGroup(new InputReturningTuple3GroupReduce());
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "11,1,Hi!\n" +
            "21,1,Hi again!\n" +
            "12,2,Hi!\n" +

View Full Code Here

                    return in.myInt;
                  }
                }).reduceGroup(new CustomTypeGroupReduceWithCombine());
        
        reduceDs.writeAsText(resultPath);
        env.execute();
        
        // return expected result
        return "1,0,test1\n" +
            "2,3,test2\n" +
            "3,12,test3\n" +

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple2<Integer, String>> reduceDs = ds.
            groupBy(1).reduceGroup(new Tuple3GroupReduceWithCombine());
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,test1\n" +
            "5,test2\n" +
            "15,test3\n" +

View Full Code Here

        cfg.setString(PactCompiler.HINT_SHIP_STRATEGY, PactCompiler.HINT_SHIP_STRATEGY_REPARTITION);
        DataSet<Tuple2<Integer, String>> reduceDs = ds.reduceGroup(new Tuple3AllGroupReduceWithCombine())
            .withParameters(cfg);
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "322,testtesttesttesttesttesttesttesttesttesttesttesttesttesttesttesttesttesttesttesttest\n";
      }
      // descending sort not working

View Full Code Here

        DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env);
        DataSet<Tuple3<Integer, Long, String>> reduceDs = ds.
            groupBy(1).sortGroup(2,Order.DESCENDING).reduceGroup(new Tuple3SortedGroupReduce());
        
        reduceDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return "1,1,Hi\n" +
            "5,2,Hello world-Hello\n" +
            "15,3,Luke Skywalker-I am fine.-Hello world, how are you?\n" +

View Full Code Here

    
    DataSet<Tuple2<Long, Long>> initialVertices = vertexIds.map(new IdAssigner());
    DataSet<Tuple2<Long, Long>> result = initialVertices.runOperation(VertexCentricIteration.withPlainEdges(edges, new CCUpdater(), new CCMessager(), 100));
    
    result.writeAsCsv(resultPath, "\n", " ");
    env.execute("Spargel Connected Components");
  }


  @Override
  protected void postSubmit() throws Exception {
    for (BufferedReader reader : getResultReader(resultPath)) {

View Full Code Here

                return value;
              }
            });
        
        identityMapDs.writeAsCsv(resultPath);
        env.execute();
        
        // return expected result
        return  "1,1,Hi\n" +
            "2,2,Hello\n" +
            "3,2,Hello world\n" +

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.