Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

99
100
101
102
103
104
105
106
107
    iteration.setNextPartialSolution(sumReduce);

    @SuppressWarnings("unchecked")
    FileDataSink finalResult = new FileDataSink(new CsvOutputFormat("\n",  " ", StringValue.class), output, iteration, "Output");

    Plan plan = new Plan(finalResult, "Iteration with AllReducer (keyless Reducer)");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
164
165
166
167
168
169
170
171
172
173
      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(DoubleValue.class, 1);
   
    // return the PACT plan
    Plan plan = new Plan(result, "Delta PageRank");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
   
  }
View Full Code Here
115
116
117
118
119
120
121
122
123
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(StringValue.class, 0)
      .field(IntValue.class, 1);

    Plan plan = new Plan(out, "Distributed Cache");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
142
    resultPath = getTempDirPath("result");
  }

  @Override
  protected Plan getTestJob() {
    Plan plan =  getPlan(1 , textPath, resultPath);
    try {
      plan.registerCachedFile(cachePath, "cache_test");
    } catch (IOException ex) {
      throw new RuntimeException(ex);
    }   
    return plan;
  }
View Full Code Here
81
82
83
84
85
86
87
88
89
    // create DataSinkContract for writing the new cluster positions
    FileDataSink newClusterPoints = new FileDataSink(new PointOutFormat(), output, recomputeClusterCenter, "New Center Positions");

    // return the plan
    Plan plan = new Plan(newClusterPoints, "KMeans Iteration");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
84
85
86
87
88
89
90
91
92
    iteration.setMaximumNumberOfIterations(numIterations);
    iteration.getAggregators().registerAggregationConvergenceCriterion(DotProductCoGroup.AGGREGATOR_NAME, PageRankStatsAggregator.class, DiffL1NormConvergenceCriterion.class);
   
    FileDataSink out = new FileDataSink(new PageWithRankOutFormat(), outputPath, iteration, "Final Ranks");

    Plan p = new Plan(out, "Dangling PageRank");
    p.setDefaultParallelism(dop);
    return p;
  }
View Full Code Here
116
117
118
119
120
121
122
123
124
125
        .recordDelimiter('\n')
        .fieldDelimiter(' ')
        .field(StringValue.class, 0)
        .field(IntValue.class, 1);

      Plan plan = new Plan(sink, "WordCount Union Reduce");
      plan.setDefaultParallelism(numSubtasks);

      return plan;
    }
View Full Code Here
256
257
258
259
260
261
262
263
264
      .field(LongValue.class, 0)
      .field(IntValue.class, 1)
      .field(DoubleValue.class, 2);
   
    // assemble the PACT plan
    Plan plan = new Plan(result, "TPCH Q3");
    plan.setDefaultParallelism(numSubtasks);
    return plan;
  }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  @Override
  protected Plan getTestJob() {
    LineRank lr = new LineRank();
   
    Plan plan = lr.getScalaPlan(
      config.getInteger("NumSubtasks", 1),
      sourcesPath,
      targetsPath,
      9,
      resultPath);
View Full Code Here
175
176
177
178
179
180
181
182
183
   
    iteration.setTerminationCriterion(termination);
   
    FileDataSink out = new FileDataSink(new PageWithRankOutFormat(), outputPath, iteration, "Final Ranks");

    Plan p = new Plan(out, "Simple PageRank");
    p.setDefaultParallelism(dop);
    return p;
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.