Package com.ebay.erl.mobius.core.builder

Examples of com.ebay.erl.mobius.core.builder.AbstractDatasetBuilder


    JobSetup.setupProjections(job, dataset, datasetID, columns);   
    JobSetup.setupOutputs(job, outputFolder, outputFormat);
   
    this.addToExecQueue(job);
   
    AbstractDatasetBuilder builder = DatasetBuildersFactory.getInstance(this).getBuilder(outputFormat, "Dataset_"+outputFolder.getName());
    return builder.buildFromPreviousJob(job, outputFormat, Column.toSchemaArray(columns));
  }
View Full Code Here


    JobSetup.setupOutputs(this.jobConf, output, outputFormat);
   
    job.addToExecQueue(this.jobConf);
   
   
    AbstractDatasetBuilder builder = DatasetBuildersFactory.getInstance(job).getBuilder(outputFormat, "Dataset_"+output.getName());
   
    // form the output column from the projections
    List<String> outputColumns = new ArrayList<String>();
    for( Projectable func:projections )
    {
      String[] aProjectOutputs = func.getOutputSchema();
      for(String anOutputName:aProjectOutputs)
      {
        outputColumns.add(anOutputName);
      }
    }
   
    return builder.buildFromPreviousJob(jobConf, outputFormat, outputColumns.toArray(new String[0]));
  }
View Full Code Here

      jobConf.setCombinerClass(DefaultMobiusCombiner.class);
    }
   
    job.addToExecQueue(jobConf);
   
    AbstractDatasetBuilder builder = DatasetBuildersFactory.getInstance(job).getBuilder(outputFormat, "Dataset_"+output.getName());
   
    // form the output column from the projections
    List<String> outputColumns = new ArrayList<String>();
    for( Projectable func:projections )
    {
      String[] aProjectOutputs = func.getOutputSchema();
      for(String anOutputName:aProjectOutputs)
      {
        outputColumns.add(anOutputName);
      }
    }
   
   
   
   
    return builder.buildFromPreviousJob(jobConf, outputFormat, outputColumns.toArray(new String[0]));
  }
View Full Code Here

TOP

Related Classes of com.ebay.erl.mobius.core.builder.AbstractDatasetBuilder

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.