Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.Cluster

473
474
475
476
477
478
479
480
   * @param conf the job configuration.
   * @throws IOException
   */
  public void init(JobConf conf) throws IOException {
    setConf(conf);
    cluster = new Cluster(conf);
    clientUgi = UserGroupInformation.getCurrentUser();
  }
View Full Code Here
515
516
517
518
519
520
521
522
   * @param jobTrackAddr the job tracker to connect to.
   * @param conf configuration.
   */
  public JobClient(InetSocketAddress jobTrackAddr,
                   Configuration conf) throws IOException {
    cluster = new Cluster(jobTrackAddr, conf);
    clientUgi = UserGroupInformation.getCurrentUser();
  }
View Full Code Here
489
490
491
492
493
494
495
496
    @SuppressWarnings("unchecked")
    @Override
    public long renew(Token<?> token, Configuration conf
                      ) throws IOException, InterruptedException {
      return new Cluster(conf).
        renewDelegationToken((Token<DelegationTokenIdentifier>) token);
    }
View Full Code Here
497
498
499
500
501
502
503
504
    @SuppressWarnings("unchecked")
    @Override
    public void cancel(Token<?> token, Configuration conf
                       ) throws IOException, InterruptedException {
      new Cluster(conf).
        cancelDelegationToken((Token<DelegationTokenIdentifier>) token);
    }
View Full Code Here
486
487
488
489
490
491
492
493
   * @param conf the job configuration.
   * @throws IOException
   */
  public void init(JobConf conf) throws IOException {
    setConf(conf);
    cluster = new Cluster(conf);
    clientUgi = UserGroupInformation.getCurrentUser();
  }
View Full Code Here
498
499
500
501
502
503
504
505
   * @param jobTrackAddr the job tracker to connect to.
   * @param conf configuration.
   */
  public JobClient(InetSocketAddress jobTrackAddr,
                   Configuration conf) throws IOException {
    cluster = new Cluster(jobTrackAddr, conf);
    clientUgi = UserGroupInformation.getCurrentUser();
  }
View Full Code Here
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
    if (shouldComplete) {
      job.waitForCompletion(false);
    } else {
      job.submit();
      // miniMRCluster.getJobTrackerRunner().getJobTracker().jobsToComplete()[]
      Cluster cluster = new Cluster(miniMRCluster.createJobConf());
      JobStatus[] status = miniMRCluster.getJobTrackerRunner().getJobTracker()
          .jobsToComplete();
      JobID id = status[status.length -1].getJobID();
      Job newJob = cluster.getJob(id);
      cluster.close();
      return newJob;
    }
    return job;
  }
View Full Code Here
385
386
387
388
389
390
391
392
    /** {@inheritDoc} */
    @Override
    public synchronized void init(Job job) throws IOException {
      final Configuration conf = job.getConfiguration();
      if (cluster == null)
        cluster = new Cluster(JobTracker.getAddress(conf), conf);
      chooseMachine(conf).init(job);
    }
View Full Code Here
278
279
280
281
282
283
284
285
286
287
288
  /**
   * @param args the cli arguments
   */
  public int run(String[] args)
      throws IOException, InterruptedException, ClassNotFoundException {
    Job job = Job.getInstance(new Cluster(getConf()), getConf());
    if (args.length != 2) {
      usage();
      return 2;
    }
    setNumberOfRows(job, parseHumanLong(args[0]));
View Full Code Here
471
472
473
474
475
476
477
478
479
480
481
      throw new IOException("Invalid Output: " + outputPath);
    }
    conf.set(DST_DIR_LABEL, outputPath.toString());
    Path stagingArea;
    try {
      stagingArea = JobSubmissionFiles.getStagingDir(new Cluster(conf),
          conf);
    } catch (InterruptedException ie) {
      throw new IOException(ie);
    }
    Path jobDirectory = new Path(stagingArea,
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapreduce.Cluster

  • NewMissingTemperatureFields
  • nise.Number
  • org.apache.hadoop.examples.pi.DistSum$MixMachine
  • org.apache.hadoop.examples.terasort.TeraChecksum
  • org.apache.hadoop.examples.terasort.TeraGen
  • org.apache.hadoop.examples.terasort.TeraSort
  • org.apache.hadoop.examples.terasort.TeraValidate
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.hbase.mapreduce.JobUtil
  • org.apache.hadoop.io.Text
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.