Examples of org.apache.hadoop.mapred.JobStatus

org.apache.hadoop.mapred.JobStatus
Describes the current status of a job. @see JobProfile for some more information.

      throws IOException {
    if (event instanceof JobSubmissionEvent) {
      JobSubmissionEvent submitEvent = (JobSubmissionEvent)(event);
  
      // Submit job
      JobStatus status = null;
      try {
        status = submitJob(submitEvent.getJob());
      } catch (InterruptedException e) {
        throw new IOException(e);
      }
      runningJobs.add(status.getJobID());
      System.out.println("Job " + status.getJobID() + 
                         " is submitted at " + submitEvent.getTimeStamp());
      
      JobStory nextJob = jobStoryProducer.getNextJob();
      if (nextJob == null) {
        noMoreJobs = true;
        return SimulatorEngine.EMPTY_EVENTS;
      }
      
      return Collections.<SimulatorEvent>singletonList(
          new JobSubmissionEvent(this, nextJob.getSubmissionTime(), nextJob));
    } else if (event instanceof JobCompleteEvent) {
      JobCompleteEvent jobCompleteEvent = (JobCompleteEvent)event;
      JobStatus jobStatus = jobCompleteEvent.getJobStatus();
      System.out.println("Job " + jobStatus.getJobID() + 
                         " completed at " + jobCompleteEvent.getTimeStamp() + 
                         " runtime: " + 
                         (jobCompleteEvent.getTimeStamp() - jobStatus.getStartTime()));
      runningJobs.remove(jobCompleteEvent.getJobStatus().getJobID());
      if (noMoreJobs && runningJobs.isEmpty()) {
        jobCompleteEvent.getEngine().shutdown();
      }
      return SimulatorEngine.EMPTY_EVENTS;

View Full Code Here

   */
  @Override
  synchronized void finalizeJob(JobInProgress job) {


    // Let the SimulatorEngine know that the job is done
    JobStatus cloneStatus = (JobStatus)job.getStatus().clone();
    engine.markCompletedJob(cloneStatus, 
                            SimulatorJobTracker.getClock().getTime());


    JobID jobId = job.getStatus().getJobID();
    LOG.info("Finished job " + jobId + " endtime = " +

View Full Code Here

          trackerToJobsToCleanup.put(trackerName, jobsToCleanup);
        }
        jobsToCleanup.add(taskAttemptId.getJobID());
        continue;
      }   
      JobStatus jobStatus = job.getStatus();
      TaskInProgress tip = taskidToTIPMap.get(taskAttemptId);


      // if the  job is running, attempt is running
      // no KillTask is being sent for this attempt
      // task is a reduce and attempt is in shuffle phase
      // this precludes sending both KillTask and AllMapsCompletion 
      // for same reduce-attempt 


      if (jobStatus.getRunState()== JobStatus.RUNNING && 
          tip.isRunningTask(taskAttemptId) &&
          !killedTasks.contains(taskAttemptId) && 
          !report.getIsMap() &&
          report.getPhase() == TaskStatus.Phase.SHUFFLE) {

View Full Code Here

        jobsToCleanup.add(taskAttemptId.getJobID());
        continue;
      }
      TaskInProgress tip = taskidToTIPMap.get(taskAttemptId);


      JobStatus prevStatus = (JobStatus) job.getStatus().clone();
      job.updateTaskStatus(tip, (TaskStatus) report.clone());
      JobStatus newStatus = (JobStatus) job.getStatus().clone();
      if (tip.isComplete()) {
        if (loggingEnabled) {
          LOG.debug("Completed task attempt " + taskAttemptId + " tracker:"
              + trackerName + " time=" + getClock().getTime());
        }
      }


      if (prevStatus.getRunState() != newStatus.getRunState()) {
        if (loggingEnabled) {
          LOG.debug("Informing Listeners of job " + jobid + " of newStatus "
              + JobStatus.getJobRunState(newStatus.getRunState()));
        }
        JobStatusChangeEvent event = new JobStatusChangeEvent(job,
            EventType.RUN_STATE_CHANGED, prevStatus, newStatus);


        updateJobInProgressListeners(event);

View Full Code Here

  public void generateJobTable(JspWriter out, String label, List<JobInProgress> jobs)
      throws IOException {
    if (jobs.size() > 0) {
      for (JobInProgress job : jobs) {
        JobProfile profile = job.getProfile();
        JobStatus status = job.getStatus();
        JobID jobid = profile.getJobID();


        int desiredMaps = job.desiredMaps();
        int desiredReduces = job.desiredReduces();
        int completedMaps = job.finishedMaps();
        int completedReduces = job.finishedReduces();
        String name = profile.getJobName();


        out.print("<" + label + "_job jobid=\"" + jobid + "\">\n");
        out.print("  <jobid>" + jobid + "</jobid>\n");
        out.print("  <user>" + profile.getUser() + "</user>\n");
        out.print("  <name>" + ("".equals(name) ? "&nbsp;" : name) + "</name>\n");
        out.print("  <map_complete>" + StringUtils.formatPercent(status.mapProgress(), 2) + "</map_complete>\n");
        out.print("  <map_total>" + desiredMaps + "</map_total>\n");
        out.print("  <maps_completed>" + completedMaps + "</maps_completed>\n");
        out.print("  <reduce_complete>" + StringUtils.formatPercent(status.reduceProgress(), 2) + "</reduce_complete>\n");
        out.print("  <reduce_total>" + desiredReduces + "</reduce_total>\n");
        out.print("  <reduces_completed>" + completedReduces + "</reduces_completed>\n");
        out.print("</" + label + "_job>\n");
      }
    }

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.hadoop.mapred.JobStatus

org.apache.hadoop.mapred.gridmix.test.system.UtilsForGridmix

org.apache.hadoop.mapred.JobInfoImpl

org.apache.hadoop.mapred.SimulatorJobClient

org.apache.hadoop.mapred.SimulatorJobTracker

org.apache.hadoop.mapred.TestFairScheduler$FakeJobInProgress

org.apache.hadoop.mapreduce.JobACL

org.apache.hadoop.mapreduce.server.jobtracker.JobTrackerJspHelper

org.apache.hadoop.security.authorize.AccessControlList

org.apache.hcatalog.templeton.StatusDelegator

org.apache.hive.hcatalog.templeton.StatusDelegator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.