Package cascading.tap.hadoop.util

Examples of cascading.tap.hadoop.util.TempHfs

173
174
175
176
177
178
179
  @Override
  protected Tap makeTempTap( String prefix, String name )
    {
    // must give Taps unique names
    return new TempHfs( asJobConf( defaultConfiguration ), Util.makePath( prefix, name ), intermediateSchemeClass, prefix == null );
    }
View Full Code Here
373
374
375
376
377
378
379
380
381
382
383
    // init sink first so tempSink can take precedence
    if( getSink() != null )
      getSink().sinkConfInit( flowProcess, conf );

    if( FileOutputFormat.getOutputPath( conf ) == null )
      tempSink = new TempHfs( conf, "tmp:/" + new Path( getSink().getIdentifier() ).toUri().getPath(), true );

    // tempSink exists because sink is writeDirect
    if( tempSink != null )
      tempSink.sinkConfInit( flowProcess, conf );
    }
View Full Code Here
193
194
195
196
197
198
199
  @Override
  protected Tap makeTempTap( String prefix, String name )
    {
    // must give Taps unique names
    return new TempHfs( defaultJobConf, Util.makePath( prefix, name ), intermediateSchemeClass, prefix == null );
    }
View Full Code Here
22
23
24
25
26
27
28
29
30
31
32
  public void testHadoopConf() {
    CombinedSequenceFile csfScheme = new CombinedSequenceFile(Fields.ALL);
    JobConf conf = new JobConf();
    FlowProcess fp = new HadoopFlowProcess();
    Tap<JobConf, RecordReader, OutputCollector> tap =
        new TempHfs(conf, "test", CombinedSequenceFile.class, false);

    csfScheme.sourceConfInit(fp, tap, conf);

    assertEquals(
        "MapReduceInputFormatWrapper shold wrap mapred.SequenceFileinputFormat",
View Full Code Here
TOP

Related Classes of cascading.tap.hadoop.util.TempHfs

  • cascading.flow.hadoop.HadoopFlowStep
  • cascading.flow.hadoop.planner.HadoopPlanner
  • cascading.flow.planner.Scope
  • cascading.flow.tez.planner.Hadoop2TezPlanner
  • cascading.scheme.hadoop.SequenceFile
  • cascading.tuple.Fields
  • com.twitter.elephantbird.cascading2.scheme.TestCombinedSequenceFile
  • org.apache.hadoop.fs.Path
  • cascading.CascadingException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.