Examples of MRPipeline

Examples of org.apache.crunch.impl.mr.MRPipeline

123
124
125
126
127
128
129
    hbaseTestUtil.startMiniHBaseCluster(1, 1);
  }

  @Test
  public void testWordCount() throws Exception {
    run(new MRPipeline(WordCountHBaseIT.class, hbaseTestUtil.getConfiguration()));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

190
191
192
193
194
195
196
197
198
199
200
    pipeline.done();

    //verify HBaseTarget supports deletes.
    Scan clearScan = new Scan();
    clearScan.addFamily(COUNTS_COLFAM);
    pipeline = new MRPipeline(WordCountHBaseIT.class, hbaseTestUtil.getConfiguration());
    HBaseSourceTarget clearSource = new HBaseSourceTarget(outputTableName, clearScan);
    PTable<ImmutableBytesWritable, Result> counts = pipeline.read(clearSource);
    pipeline.write(clearCounts(counts), new HBaseTarget(outputTableName));
    pipeline.done();
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

137
138
139
140
141
142
143
144
145
146
147
    runLegacyMapsideLeftOuterJoin(MemPipeline.getInstance(), true, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }

  @Test
  public void testMapsideJoin_RightSideIsEmpty() throws IOException {
    MRPipeline pipeline = new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration());
    PTable<Integer, String> customerTable = readTable(pipeline, "customers.txt");
    PTable<Integer, String> orderTable = readTable(pipeline, "orders.txt");

    PTable<Integer, String> filteredOrderTable = orderTable
        .parallelDo(FilterFns.<Pair<Integer, String>>REJECT_ALL(), orderTable.getPTableType());
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

155
156
157
158
159
160
161
162
163
164
165
    assertTrue(materializedJoin.isEmpty());
  }

  @Test
  public void testLegacyMapsideJoin_LeftSideIsEmpty() throws IOException {
    MRPipeline pipeline = new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration());
    PTable<Integer, String> customerTable = readTable(pipeline, "customers.txt");
    PTable<Integer, String> orderTable = readTable(pipeline, "orders.txt");

    PTable<Integer, String> filteredCustomerTable = customerTable
        .parallelDo(FilterFns.<Pair<Integer, String>>REJECT_ALL(), customerTable.getPTableType());
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

174
175
176
177
178
179
180
181
    assertTrue(materializedJoin.isEmpty());
  }

  @Test
  public void testMapsideJoin() throws IOException {
    runMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

180
181
182
183
184
185
186
187
                   false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }

  @Test
  public void testLegacyMapsideJoin() throws IOException {
    runLegacyMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, false, new MapsideJoinStrategy<Integer, String, String>(false));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

186
187
188
189
190
191
192
193
                   false, false, new MapsideJoinStrategy<Integer, String, String>(false));
  }

  @Test
  public void testMapsideJoin_Materialized() throws IOException {
    runMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, true, MapsideJoinStrategy.<Integer, String, String>create(true));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

192
193
194
195
196
197
198
199
                   false, true, MapsideJoinStrategy.<Integer, String, String>create(true));
  }

  @Test
  public void testLegacyMapsideJoin_Materialized() throws IOException {
    runLegacyMapsideJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                   false, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

198
199
200
201
202
203
204
205
                   false, true, new MapsideJoinStrategy<Integer, String, String>(true));
  }

  @Test
  public void testMapsideJoin_RightOuterJoin() throws IOException {
    runMapsideRightOuterJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                             false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }
View Full Code Here

Examples of org.apache.crunch.impl.mr.MRPipeline

204
205
206
207
208
209
210
211
212
                             false, false, MapsideJoinStrategy.<Integer, String, String>create(false));
  }

  @Test
  public void testLegacyMapsideJoin_LeftOuterJoin() throws IOException {
    runLegacyMapsideLeftOuterJoin(new MRPipeline(MapsideJoinStrategyIT.class, tmpDir.getDefaultConfiguration()),
                                  false, false,
                                  new MapsideJoinStrategy<Integer, String, String>(false));
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.