Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

211
212
213
214
215
216
217
218
219
      .name("Join Counts")
      .build();

    FileDataSink triangles = new FileDataSink(new EdgeWithDegreesOutputFormat(), output, countJoiner, "Unique Edges With Degrees");

    Plan p = new Plan(triangles, "Normalize Edges and compute Vertex Degrees");
    p.setDefaultParallelism(numSubTasks);
    return p;
  }
View Full Code Here
102
103
104
105
106
107
108
109
110
    List<FileDataSink> sinks = new ArrayList<FileDataSink>();
    sinks.add(finalClusters);
    sinks.add(clusterAssignments);
   
    // return the PACT plan
    Plan plan = new Plan(sinks, "Iterative KMeans");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
122
123
124
125
126
127
128
129
130
      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(LongValue.class, 1);

    // return the PACT plan
    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
    if (args.length < 5) {
      System.err.println(kmi.getDescription());
      System.exit(1);
    }
   
    Plan plan = kmi.getPlan(args);
   
    // This will execute the kMeans clustering job embedded in a local context.
    LocalExecutor.execute(plan);

  }
View Full Code Here
112
113
114
115
116
117
118
119
    Assert.assertEquals(distinctWords, res.getAccumulatorResult("distinct-words"));
  }

  @Override
  protected Plan getTestJob() {
    Plan plan = getTestPlanPlan(config.getInteger("IterationAllReducer#NoSubtasks", 1), dataPath, resultPath);
    return plan;
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
      .name("Count Words")
      .build();
    @SuppressWarnings("unchecked")
    FileDataSink out = new FileDataSink(new CsvOutputFormat("\n"," ", StringValue.class, IntValue.class), output, reducer, "Word Counts");

    Plan plan = new Plan(out, "WordCount Example");
    plan.setDefaultParallelism(numSubTasks);
   
    return plan;
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
      .recordDelimiter('\n')
      .fieldDelimiter(',')
      .field(IntValue.class, 0)
      .field(IntValue.class, 1);
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(dop);
    return p;
  }
View Full Code Here
94
95
96
97
98
99
100
101
102
      .recordDelimiter('\n')
      .fieldDelimiter(' ')
      .field(IntValue.class, 0)
      .field(IntValue.class, 1);
   
    Plan plan = new Plan(out, "SecondarySort Example");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
182
183
184
185
186
187
188
189
190
      .fieldDelimiter(' ')
      .field(LongValue.class, 0)
      .field(LongValue.class, 1);

    // return the PACT plan
    Plan plan = new Plan(result, "Workset Connected Components");
    plan.setDefaultParallelism(numSubTasks);
    return plan;
  }
View Full Code Here
93
94
95
96
97
98
99
100
101
    // ---------------------- End K-Means Loop ---------------------
   
    // create DataSinkContract for writing the new cluster positions
    FileDataSink newClusterPoints = new FileDataSink(new PointOutFormat(), output, iter, "New Center Positions");

    Plan plan = new Plan(newClusterPoints, "K-Means");
    plan.setDefaultParallelism(degreeOfParallelism);
    return plan;
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.