Examples of org.apache.hadoop.mapreduce.Job.waitForCompletion()

org.apache.hadoop.mapreduce.Job.waitForCompletion()
Submit the job to the cluster and wait for it to finish. @param verbose print the progress to the user @return true if the job succeeded @throws IOException thrown if the communication with the JobTracker is lost

            startPeriodicCounterOutputThread(job);
        }


        LOGGER.info("Starting job");
        long startTime = System.currentTimeMillis();
        int result = job.waitForCompletion(true) ? 0 : 1;
        long endTime = System.currentTimeMillis();
        LOGGER.info("Job complete");


        if (periodicCounterOutputTimer != null) {
            periodicCounterOutputTimer.cancel();

View Full Code Here

          }
          if(update.dump(job)){
            return -1;
          }
    }else{
      result=job.waitForCompletion(true)? 0 : -1;
    }
        
        


    if(result==0)

View Full Code Here

              Thread.sleep(3000);
            }
            
            update.finish();
      }else{
        result= job2.waitForCompletion(true) ? 0 : -1;
  
      }
    }
    
    fs.delete(smallindex, true);

View Full Code Here

    FileInputFormat.setInputPaths(job, input);
    FileOutputFormat.setOutputPath(job, new Path(output, "cluster_abtest"));


    job.setJarByClass(KMeansDriver.class);


    if (!job.waitForCompletion(true)) {
      throw new InterruptedException(
          "K-Means Clustering failed processing " + clustersIn);
    }
  }

View Full Code Here

    SequenceFileOutputFormat.setOutputPath(job, clustersOut);


    job.setNumReduceTasks(this.reduce);
    job.setJarByClass(KMeansDriver.class);
//    HadoopUtil.delete(conf, clustersOut);
    if (!job.waitForCompletion(true)) {
      throw new InterruptedException(
          "K-Means Iteration failed processing " + clustersIn);
    }


    return isConverged(clustersOut, conf, fs);

View Full Code Here

    SequenceFileOutputFormat.setOutputPath(job, outFile);


    job.setNumReduceTasks(32);
    job.setJarByClass(KMeansDriver.class);
//    HadoopUtil.delete(conf, clustersOut);
    if (!job.waitForCompletion(true)) {
      throw new InterruptedException(
          "K-Means Iteration failed processing " + outFile);
    }
    return outFile;

View Full Code Here

        FileOutputFormat.setOutputPath(job, new Path(options.output));
        FileOutputFormat.setCompressOutput(job,true);
        FileOutputFormat.setOutputCompressorClass(job,GzipCodec.class);
        job.setOutputFormatClass(TextOutputFormat.class);


        return job.waitForCompletion(true) ? 0 : 1;
    }


    ExtractIsAOptions extractOptions(List<String> strings) throws IllegalAccessException {
        OptionParser parser=new OptionParser(ExtractIsAOptions.class);
        applicationContext.getAutowireCapableBeanFactory().autowireBean(parser);

View Full Code Here

                job.setNumReduceTasks(0);
            } else {
                job.setNumReduceTasks(reduceTasks);
                job.setReducerClass(PassthroughReducer.class);
            }
            return job.waitForCompletion(true) ? 0 :1;
        } catch(Main.IncorrectUsageException iue) {
            return 2;
        }
    }

View Full Code Here


        FileOutputFormat.setOutputPath(job, new Path(o.output));
        FileOutputFormat.setCompressOutput(job, true);
        FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
        job.setOutputFormatClass(TextOutputFormat.class);
        return job.waitForCompletion(true) ? 0 : 1;
    }
}

View Full Code Here

            FileOutputFormat.setOutputPath(job, new Path(output));
            FileOutputFormat.setCompressOutput(job, true);
            FileOutputFormat.setOutputCompressorClass(job, GzipCodec.class);
            job.setOutputFormatClass(TextOutputFormat.class);


            return job.waitForCompletion(true) ? 0 : 1;
        } catch(Main.IncorrectUsageException iue) {
            return 2;
        }
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.