Examples of org.apache.hadoop.mapred.TaskStatus

org.apache.hadoop.mapred.TaskStatus
Describes the current status of a task. This is not intended to be a comprehensive piece of data.

    org.apache.hadoop.mapreduce.TaskAttemptID mockTaskAttemptID =
      mock(org.apache.hadoop.mapreduce.TaskAttemptID.class);
    LocalDirAllocator mockLocalDirAllocator = mock(LocalDirAllocator.class);
    CompressionCodec mockCompressionCodec = mock(CompressionCodec.class);
    Counter mockCounter = mock(Counter.class);
    TaskStatus mockTaskStatus = mock(TaskStatus.class);
    Progress mockProgress = mock(Progress.class);
    MapOutputFile mockMapOutputFile = mock(MapOutputFile.class);
    Task mockTask = mock(Task.class);


    try {

View Full Code Here

  @Test
  public void testTipFailed() throws Exception {
    JobConf job = new JobConf();
    job.setNumMapTasks(2);


    TaskStatus status = new TaskStatus() {
      @Override
      public boolean getIsMap() {
        return false;
      }

View Full Code Here

    org.apache.hadoop.mapreduce.TaskAttemptID mockTaskAttemptID =
      mock(org.apache.hadoop.mapreduce.TaskAttemptID.class);
    LocalDirAllocator mockLocalDirAllocator = mock(LocalDirAllocator.class);
    CompressionCodec mockCompressionCodec = mock(CompressionCodec.class);
    Counter mockCounter = mock(Counter.class);
    TaskStatus mockTaskStatus = mock(TaskStatus.class);
    Progress mockProgress = mock(Progress.class);
    MapOutputFile mockMapOutputFile = mock(MapOutputFile.class);
    Task mockTask = mock(Task.class);


    try {

View Full Code Here

  @Test
  public void testTipFailed() throws Exception {
    JobConf job = new JobConf();
    job.setNumMapTasks(2);


    TaskStatus status = new TaskStatus() {
      @Override
      public boolean getIsMap() {
        return false;
      }

View Full Code Here

    org.apache.hadoop.mapreduce.TaskAttemptID mockTaskAttemptID =
      mock(org.apache.hadoop.mapreduce.TaskAttemptID.class);
    LocalDirAllocator mockLocalDirAllocator = mock(LocalDirAllocator.class);
    CompressionCodec mockCompressionCodec = mock(CompressionCodec.class);
    Counter mockCounter = mock(Counter.class);
    TaskStatus mockTaskStatus = mock(TaskStatus.class);
    Progress mockProgress = mock(Progress.class);
    MapOutputFile mockMapOutputFile = mock(MapOutputFile.class);
    Task mockTask = mock(Task.class);


    try {

View Full Code Here

    boolean isFailed,
    String trackerName,
    TaskTrackerInfo ttStatus) {
    TaskStatus.State state =
      isFailed ? TaskStatus.State.FAILED: TaskStatus.State.KILLED;
    TaskStatus status = TaskStatus.createTaskStatus(tip.isMapTask(),
                                                    taskid,
                                                    0.0f,
                                                    1,
                                                    state,
                                                    reason,
                                                    reason,
                                                    trackerName, phase,
                                                    new Counters());
    synchronized (lockObject) {
      // update the actual start-time of the attempt
      TaskStatus oldStatus = tip.getTaskStatus(taskid);
      long startTime = oldStatus == null
      ? JobTracker.getClock().getTime()
          : oldStatus.getStartTime();
      if (startTime < 0) {
        startTime = JobTracker.getClock().getTime();
      }
      status.setStartTime(startTime);
      status.setFinishTime(JobTracker.getClock().getTime());

View Full Code Here

      }
    }


    // update job history
    // get taskStatus from tip
    TaskStatus taskStatus = tip.getTaskStatus(taskid);
    String taskTrackerName = taskStatus.getTaskTracker();
    String taskTrackerHostName = convertTrackerNameToHostName(taskTrackerName);
    int taskTrackerPort = -1;
    if (taskTrackerStatus != null) {
      taskTrackerPort = taskTrackerStatus.getHttpPort();
    }
    long startTime = taskStatus.getStartTime();
    long finishTime = taskStatus.getFinishTime();
    List<String> taskDiagnosticInfo = tip.getDiagnosticInfo(taskid);
    String diagInfo = taskDiagnosticInfo == null ? "" :
      StringUtils.arrayToString(taskDiagnosticInfo.toArray(new String[0]));
    String taskType = getTaskType(tip);
    if (taskStatus.getIsMap()) {
      jobHistory.logMapTaskStarted(taskid, startTime,
        taskTrackerName, taskTrackerPort, taskType);
      if (taskStatus.getRunState() == TaskStatus.State.FAILED) {
        jobHistory.logMapTaskFailed(taskid, finishTime,
          taskTrackerHostName, diagInfo, taskType);
      } else {
        jobHistory.logMapTaskKilled(taskid, finishTime,
          taskTrackerHostName, diagInfo, taskType);
      }
    } else {
      jobHistory.logReduceTaskStarted(taskid, startTime,
        taskTrackerName, taskTrackerPort, taskType);
      if (taskStatus.getRunState() == TaskStatus.State.FAILED) {
        jobHistory.logReduceTaskFailed(taskid, finishTime,
          taskTrackerHostName, diagInfo, taskType);
      } else {
        jobHistory.logReduceTaskKilled(taskid, finishTime,
          taskTrackerHostName, diagInfo, taskType);
      }
    }


    // After this, try to assign tasks with the one after this, so that
    // the failed task goes to the end of the list.
    if (!tip.isJobCleanupTask() && !tip.isJobSetupTask()) {
      if (tip.isMapTask()) {
        failedMapTasks++;
        if (taskStatus.getRunState() != TaskStatus.State.FAILED) {
          killedMapTasks++;
        }
      } else {
        failedReduceTasks++;
        if (taskStatus.getRunState() != TaskStatus.State.FAILED) {
          killedReduceTasks++;
        }
      }
    }

View Full Code Here

      }
      for (int i = 0; i < maps.length; i++) {
        maps[i].kill();
        TreeMap<TaskAttemptID, String> activeTasks = maps[i].getActiveTasksCopy();
        for (TaskAttemptID attempt : activeTasks.keySet()) {
          TaskStatus status = maps[i].getTaskStatus(attempt);
          if (status != null) {
            failedTask(maps[i], attempt, JOB_KILLED_REASON,
              status.getPhase(), false, status.getTaskTracker(), null);
          } else {
            failedTask(maps[i], attempt, JOB_KILLED_REASON,
              Phase.MAP, false, EMPTY_TRACKER_NAME, null);
          }
        }
      }
      for (int i = 0; i < reduces.length; i++) {
        reduces[i].kill();
        TreeMap<TaskAttemptID, String> activeTasks = reduces[i].getActiveTasksCopy();
        for (TaskAttemptID attempt : activeTasks.keySet()) {
          TaskStatus status = reduces[i].getTaskStatus(attempt);
          if (status != null) {
            failedTask(reduces[i], attempt, JOB_KILLED_REASON,
              status.getPhase(), false, status.getTaskTracker(), null);
          } else {
            failedTask(reduces[i], attempt, JOB_KILLED_REASON,
              Phase.REDUCE, false, EMPTY_TRACKER_NAME, null);
          }
        }

View Full Code Here

TOP

Related Classes of org.apache.hadoop.mapred.TaskStatus

org.apache.hadoop.mapred.CoronaJobInProgress

org.apache.hadoop.mapreduce.task.reduce.TestShuffleScheduler

org.apache.hadoop.mapreduce.TestShufflePlugin

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.