Examples of TaskAttempt

org.apache.ambari.eventdb.model.TaskAttempt
org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt
Read only view of TaskAttempt.
org.apache.tez.dag.app.dag.TaskAttempt
Read only view of TaskAttempt.

Examples of org.apache.ambari.eventdb.model.TaskAttempt

      times[1] = times[0];
    return times;
  }
  
  private static TaskAttempt getTaskAttempt(ResultSet rs) throws SQLException {
    TaskAttempt t = new TaskAttempt();
    t.setFinishTime(TaskAttemptFields.FINISHTIME.getLong(rs));
    t.setInputBytes(TaskAttemptFields.INPUTBYTES.getLong(rs));
    t.setJobId(TaskAttemptFields.JOBID.getString(rs));
    t.setLocality(TaskAttemptFields.LOCALITY.getString(rs));
    t.setMapFinishTime(TaskAttemptFields.MAPFINISHTIME.getLong(rs));
    t.setOutputBytes(TaskAttemptFields.OUTPUTBYTES.getLong(rs));
    t.setShuffleFinishTime(TaskAttemptFields.SHUFFLEFINISHTIME.getLong(rs));
    t.setSortFinishTime(TaskAttemptFields.SORTFINISHTIME.getLong(rs));
    t.setStartTime(TaskAttemptFields.STARTTIME.getLong(rs));
    t.setStatus(TaskAttemptFields.STATUS.getString(rs));
    t.setTaskAttemptId(TaskAttemptFields.TASKATTEMPTID.getString(rs));
    t.setTaskType(TaskAttemptFields.TASKTYPE.getString(rs));
    return t;
  }

View Full Code Here

Examples of org.apache.ambari.eventdb.model.TaskAttempt

    try {
      ps.setString(1, jobID);
      ps.setString(2, taskType);
      rs = ps.executeQuery();
      while (rs.next()) {
        TaskAttempt t = new TaskAttempt();
        t.setFinishTime(TaskAttemptFields.FINISHTIME.getLong(rs));
        t.setInputBytes(TaskAttemptFields.INPUTBYTES.getLong(rs));
        t.setLocality(TaskAttemptFields.LOCALITY.getString(rs));
        t.setMapFinishTime(TaskAttemptFields.MAPFINISHTIME.getLong(rs));
        t.setOutputBytes(TaskAttemptFields.OUTPUTBYTES.getLong(rs));
        t.setShuffleFinishTime(TaskAttemptFields.SHUFFLEFINISHTIME.getLong(rs));
        t.setSortFinishTime(TaskAttemptFields.SORTFINISHTIME.getLong(rs));
        t.setStartTime(TaskAttemptFields.STARTTIME.getLong(rs));
        t.setStatus(TaskAttemptFields.STATUS.getString(rs));
        t.setTaskAttemptId(TaskAttemptFields.TASKATTEMPTID.getString(rs));
        t.setTaskType(TaskAttemptFields.TASKTYPE.getString(rs));
        taskAttempts.add(t);
      }
      rs.close();
    } catch (SQLException e) {
      throw new IOException(e);

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    app.waitForState(task, TaskState.SCHEDULED);
    Map<TaskAttemptId, TaskAttempt> attempts = tasks.values().iterator()
        .next().getAttempts();
    Assert.assertEquals("Num attempts is not correct", maxAttempts, attempts
        .size());
    TaskAttempt attempt = attempts.values().iterator().next();
    app.waitForInternalState((TaskAttemptImpl) attempt,
        TaskAttemptStateInternal.ASSIGNED);
    app.getDispatcher().getEventHandler().handle(
        new TaskAttemptEvent(attempt.getID(),
            TaskAttemptEventType.TA_CONTAINER_COMPLETED));
    app.waitForState(job, JobState.FAILED);
  }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

        // here we could have simply called Task.getSuccessfulAttempt() but
        // the event that triggers this code is sent before
        // Task.successfulAttempt is set and so there is no guarantee that it
        // will be available now
        Task task = job.tasks.get(taskId);
        TaskAttempt attempt = task.getAttempt(attemptId);
        NodeId nodeId = attempt.getNodeId();
        assert (nodeId != null); // node must exist for a successful event
        List<TaskAttemptId> taskAttemptIdList = job.nodesToSucceededTaskAttempts
            .get(nodeId);
        if (taskAttemptIdList == null) {
          taskAttemptIdList = new ArrayList<TaskAttemptId>();
          job.nodesToSucceededTaskAttempts.put(nodeId, taskAttemptIdList);
        }
        taskAttemptIdList.add(attempt.getID());
      }
    }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    }
  }


  private void finishTask(DrainDispatcher rmDispatcher, MockNM node,
      MRApp mrApp, Task task) throws Exception {
    TaskAttempt attempt = task.getAttempts().values().iterator().next();
    List<ContainerStatus> contStatus = new ArrayList<ContainerStatus>(1);
    contStatus.add(ContainerStatus.newInstance(attempt.getAssignedContainerID(),
        ContainerState.COMPLETE, "", 0));
    Map<ApplicationId,List<ContainerStatus>> statusUpdate =
        new HashMap<ApplicationId,List<ContainerStatus>>(1);
    statusUpdate.put(mrApp.getAppID(), contStatus);
    node.nodeHeartbeat(statusUpdate, true);
    rmDispatcher.await();
    mrApp.getContext().getEventHandler().handle(
          new TaskAttemptEvent(attempt.getID(), TaskAttemptEventType.TA_DONE));
    mrApp.waitForState(task, TaskState.SUCCEEDED);
  }

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    ContainerRequestEvent event = createReq(jobId, 1, 1024,
        new String[] { "h1" });
    allocator.sendRequest(event);
    TaskAttemptId attemptId = event.getAttemptID();
    
    TaskAttempt mockTaskAttempt = mock(TaskAttempt.class);
    when(mockTaskAttempt.getNodeId()).thenReturn(nm1.getNodeId());
    Task mockTask = mock(Task.class);
    when(mockTask.getAttempt(attemptId)).thenReturn(mockTaskAttempt);
    when(mockJob.getTask(attemptId.getTaskId())).thenReturn(mockTask);


    // this tells the scheduler about the requests

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    Iterator<Task> it = job.getTasks().values().iterator();
    Task mapTask = it.next();
    Task reduceTask = it.next();
    app.waitForState(mapTask, TaskState.RUNNING);
    app.waitForState(reduceTask, TaskState.RUNNING);
    TaskAttempt mapAttempt = mapTask.getAttempts().values().iterator().next();
    app.waitForState(mapAttempt, TaskAttemptState.RUNNING);
    TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next();
    app.waitForState(reduceAttempt, TaskAttemptState.RUNNING);


    // Finish map
    app.getContext().getEventHandler().handle(
        new TaskAttemptEvent(

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    Iterator<Task> it = job.getTasks().values().iterator();
    Task mapTask = it.next();
    Task reduceTask = it.next();
    app.waitForState(mapTask, TaskState.RUNNING);
    app.waitForState(reduceTask, TaskState.RUNNING);
    TaskAttempt mapAttempt = mapTask.getAttempts().values().iterator().next();
    app.waitForState(mapAttempt, TaskAttemptState.RUNNING);
    TaskAttempt reduceAttempt = reduceTask.getAttempts().values().iterator().next();
    app.waitForState(reduceAttempt, TaskAttemptState.RUNNING);


    // The order in the dispatch event queue, from the oldest to the newest
    // TA_DONE
    // JOB_KILL

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    //wait for tasks to become running
    app.waitForState(task1, TaskState.SCHEDULED);
    app.waitForState(task2, TaskState.SCHEDULED);
    
    //send the kill signal to the first Task's attempt
    TaskAttempt attempt = task1.getAttempts().values().iterator().next();
    app.getContext().getEventHandler().handle(
          new TaskAttemptEvent(attempt.getID(), TaskAttemptEventType.TA_KILL));
    
    //unblock
    latch.countDown();
    
    //wait and validate for Job to become SUCCEEDED

View Full Code Here

Examples of org.apache.hadoop.mapreduce.v2.app.job.TaskAttempt

    app.waitForState(job, JobState.RUNNING);
    Assert.assertEquals("Num tasks not correct", 1, job.getTasks().size());
    Iterator<Task> it = job.getTasks().values().iterator();
    Task task = it.next();
    app.waitForState(task, TaskState.RUNNING);
    TaskAttempt attempt = task.getAttempts().values().iterator().next();
    app.waitForState(attempt, TaskAttemptState.RUNNING);


    //send the commit pending signal to the task
    app.getContext().getEventHandler().handle(
        new TaskAttemptEvent(
            attempt.getID(),
            TaskAttemptEventType.TA_COMMIT_PENDING));


    //wait for first attempt to commit pending
    app.waitForState(attempt, TaskAttemptState.COMMIT_PENDING);


    //re-send the commit pending signal to the task
    app.getContext().getEventHandler().handle(
        new TaskAttemptEvent(
            attempt.getID(),
            TaskAttemptEventType.TA_COMMIT_PENDING));


    //the task attempt should be still at COMMIT_PENDING
    app.waitForState(attempt, TaskAttemptState.COMMIT_PENDING);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.