Package com.google.appengine.tools.mapreduce.inputs

Examples of com.google.appengine.tools.mapreduce.inputs.ConsecutiveLongInput

132
133
134
135
136
137
138
139
140
141
142
  private String startCreationJob(int bytesPerEntity, int entitiesPerShard, int shardCount) {
    return MapReduceJob.start(
        MapReduceSpecification.of(
            "Create MapReduce entities",
            new ConsecutiveLongInput(0, entitiesPerShard * (long) shardCount, shardCount),
            new EntityCreator("MapReduceTest", bytesPerEntity),
            Marshallers.getVoidMarshaller(),
            Marshallers.getVoidMarshaller(),
            NoReducer.<Void, Void, Void>create(),
            NoOutput.<Void, Void>create(1)),
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
  private MapReduceSpecification<Long, Integer, Integer, Integer, Void> specification;

  @Override
  protected void setUp() throws Exception {
    super.setUp();
    input = new ConsecutiveLongInput(-inputSize, inputSize, numShards);
    specification = MapReduceSpecification.<Long, Integer, Integer, Integer, Void>of("JobName",
        input,
        mapper,
        intMarshaller,
        intMarshaller,
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
        new Preparer() {
          @Override public void prepare() throws Exception {
          }
        },
        MapReduceSpecification.of("Empty test MR",
            new ConsecutiveLongInput(0, 0, 1),
            new Mod37Mapper(),
            Marshallers.getStringMarshaller(),
            Marshallers.getLongMarshaller(),
            new TestReducer(),
            new InMemoryOutput<KeyValue<String, List<Long>>>(1)),
View Full Code Here
213
214
215
216
217
218
219
220
221
222
223
        new Preparer() {
          @Override public void prepare() throws Exception {
          }
        },
        MapReduceSpecification.of("Test MR",
            new ConsecutiveLongInput(-1000, 1000, 10),
            new Mod37Mapper(),
            Marshallers.getStringMarshaller(),
            Marshallers.getLongMarshaller(),
            new TestReducer(),
            new InMemoryOutput<KeyValue<String, List<Long>>>(5)),
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
        new Preparer() {
          @Override public void prepare() throws Exception {
          }
        },
        MapReduceSpecification.of("Test MR",
            new ConsecutiveLongInput(0, 6, 6),
            new SideOutputMapper(),
            Marshallers.getStringMarshaller(),
            Marshallers.getVoidMarshaller(),
            KeyProjectionReducer.<String, Void>create(),
            new InMemoryOutput<String>(1)),
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
        List<String> payloads = Arrays.asList("capedwarf", "jboss", "redhat");
        int shardCount = 1;

        MapReduceSpecification.Builder builder = new MapReduceSpecification.Builder();
        builder.setJobName("Create MapReduce entities");
        builder.setInput(new ConsecutiveLongInput(0, payloads.size() * (long) shardCount, shardCount));
        builder.setMapper(new EntityCreator("MapReduceTest", payloads));
        builder.setKeyMarshaller(Marshallers.getVoidMarshaller());
        builder.setValueMarshaller(Marshallers.getVoidMarshaller());
        builder.setReducer(NoReducer.create());
        builder.setOutput(new NoOutput());
View Full Code Here
TOP

Related Classes of com.google.appengine.tools.mapreduce.inputs.ConsecutiveLongInput

  • com.google.appengine.demos.mapreduce.bigqueryload.RandomDataLoadServlet$BigQueryLoadJob
  • com.google.appengine.demos.mapreduce.entitycount.ChainedMapReduceJob
  • com.google.appengine.demos.mapreduce.entitycount.Servlet
  • com.google.appengine.demos.mapreduce.randomcollisions.CollisionFindingServlet
  • com.google.appengine.tck.mapreduce.MapReduceTest
  • com.google.appengine.tools.mapreduce.EndToEndTest
  • com.google.appengine.tools.mapreduce.impl.InMemoryShuffleJobTest
  • java.util.NoSuchElementException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.