Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

85
86
87
88
89
90
91
92
93
   
    iteration.setNextPartialSolution(map2);

    FileDataSink finalResult = new FileDataSink(new PointOutFormat(), output, iteration, "Output");

    Plan plan = new Plan(finalResult, "Iteration with union test");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
123
    testMapper2.setInput(input2);

    output.addInput(testMapper1);
    output.addInput(testMapper2);
   
    Plan plan = new Plan(output);
    plan.setDefaultParallelism(4);

    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);

    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
 
  // --------------------------------------------------------------------------------------------
 
  @Override
  public JobExecutionResult execute(String jobName) throws Exception {
    Plan p = createProgramPlan(jobName);
   
    PlanExecutor executor = PlanExecutor.createLocalExecutor();
    initLogging();
    return executor.executePlan(p);
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    return executor.executePlan(p);
  }
 
  @Override
  public String getExecutionPlan() throws Exception {
    Plan p = createProgramPlan();
   
    PlanExecutor executor = PlanExecutor.createLocalExecutor();
    initLogging();
    return executor.getOptimizerPlanAsJSON(p);
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
  }

  @Override
  protected Plan getTestJob() {
    DanglingPageRank pr = new DanglingPageRank();
    Plan plan = pr.getPlan(
      config.getString("PageRankITCase#NoSubtasks", "1"),
      pagesPath,
      edgesPath,
      resultPath,
      config.getString("PageRankITCase#NumIterations", "25"),  // max iterations
View Full Code Here
138
139
140
141
142
143
144
    output.setInput(testMatcher);
    testMatcher.setFirstInput(input_left);
    testMatcher.setSecondInput(input_right);

    return new Plan(output);
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
  }
 
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
View Full Code Here
129
130
131
132
133
134
135
136
137
138
139
140
        .field(IntValue.class, 1);
     
      Ordering ordering = new Ordering(0, StringValue.class, Order.DESCENDING);
      out.setGlobalOrder(ordering, new SimpleDistribution(new StringValue[] {new StringValue("N")}));
     
      Plan p = new Plan(out, "WordCount Example");
      p.setDefaultParallelism(DEFAULT_PARALLELISM);
 
      OptimizedPlan plan;
      if (estimates) {
        setSourceStatistics(sourceNode, 1024*1024*1024*1024L, 24f);
        plan = compileWithStats(p);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
 
  @Test
  public void testWorksetConnectedComponents() {
    ConnectedComponentsWithCoGroup cc = new ConnectedComponentsWithCoGroup();

    Plan plan = cc.getPlan(String.valueOf(DEFAULT_PARALLELISM),
        IN_FILE, IN_FILE, OUT_FILE, String.valueOf(100));

    OptimizedPlan optPlan = compileNoStats(plan);
    OptimizerPlanNodeResolver or = getOptimizerPlanNodeResolver(optPlan);
   
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
 
  @Test
  public void testCompileKMeansSingleStepWithStats() {
   
    KMeansBroadcast kmi = new KMeansBroadcast();
    Plan p = kmi.getPlan(String.valueOf(DEFAULT_PARALLELISM), IN_FILE, IN_FILE, OUT_FILE, String.valueOf(20));
   
    // set the statistics
    OperatorResolver cr = getContractResolver(p);
    FileDataSource pointsSource = cr.getNode(DATAPOINTS);
    FileDataSource centersSource = cr.getNode(CENTERS);
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.