Package org.apache.tez.dag.app.dag

Examples of org.apache.tez.dag.app.dag.Task

1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
          implements EventHandler<TaskAttemptEvent> {
    @SuppressWarnings("unchecked")
    @Override
    public void handle(TaskAttemptEvent event) {
      DAG dag = context.getCurrentDAG();
      Task task =
          dag.getVertex(event.getTaskAttemptID().getTaskID().getVertexID()).
              getTask(event.getTaskAttemptID().getTaskID());
      TaskAttempt attempt = task.getAttempt(event.getTaskAttemptID());
      ((EventHandler<TaskAttemptEvent>) attempt).handle(event);
    }
View Full Code Here
337
338
339
340
341
342
343
344
345
346
    // request there.
    taskHeartbeatHandler.progressing(taskAttemptId);
    pingContainerHeartbeatHandler(taskAttemptId);

    DAG job = context.getCurrentDAG();
    Task task =
        job.getVertex(taskAttemptId.getTaskID().getVertexID()).
            getTask(taskAttemptId.getTaskID());
    return task.canCommit(taskAttemptId);
  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    if (dag == null) {
      return null;
    }

    Task task = dag.getVertex(taskID.getVertexID()).getTask(taskID);

    if (task == null) {
      return null;
    }
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
    if (job == null) {
      return;
    }

    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);

    if (task == null) {
      return;
    }

    Long boxedStart = startTimes.get(attemptID);
    long start = boxedStart == null ? Long.MIN_VALUE : boxedStart;

    TaskAttempt taskAttempt = task.getAttempt(attemptID);

    if (taskAttempt.getState() == TaskAttemptState.SUCCEEDED) {
      boolean isNew = false;
      // is this  a new success?
      synchronized (doneTasks) {
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
    if (job == null) {
      return;
    }

    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);

    if (task == null) {
      return;
    }

    TaskAttempt taskAttempt = task.getAttempt(attemptID);

    if (taskAttempt == null) {
      return;
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
  private long storedPerAttemptValue
       (Map<TaskAttempt, AtomicLong> data, TezTaskAttemptID attemptID) {
    TezTaskID taskID = attemptID.getTaskID();
    DAG job = context.getCurrentDAG();

    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);

    if (task == null) {
      return -1L;
    }

    TaskAttempt taskAttempt = task.getAttempt(attemptID);

    if (taskAttempt == null) {
      return -1L;
    }
View Full Code Here
30
31
32
33
34
35
36
37
    //  or isn't running.
    //  Subclasses should call TaskSpeculationPredicate.canSpeculate(...) , but
    //  can be even more restrictive.
    // TODO handle multiple dags
    DAG job = context.getCurrentDAG();
    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);
    return task.getAttempts().size() == 1;
  }
View Full Code Here
297
298
299
300
301
302
303
304
305
306
307
    if (job == null) {
      return;
    }

    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);

    if (task == null) {
      return;
    }
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
348
  //
  // All of these values are negative.  Any value that should be allowed to
  //  speculate is 0 or positive.
  private long speculationValue(TezTaskID taskID, long now) {
    DAG job = context.getCurrentDAG();
    Task task = job.getVertex(taskID.getVertexID()).getTask(taskID);
    Map<TezTaskAttemptID, TaskAttempt> attempts = task.getAttempts();
    long acceptableRuntime = Long.MIN_VALUE;
    long result = Long.MIN_VALUE;

    if (!mayHaveSpeculated.contains(taskID)) {
      acceptableRuntime = estimator.thresholdRuntime(taskID);
View Full Code Here
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
            .iterator();
        int i = 0;
        while (iter.hasNext()) {
          i++;
          Map.Entry<TezTaskID, Task> entry = iter.next();
          Task task = entry.getValue();
          if (task.getState() != TaskState.NEW) {
            throw new TezUncheckedException(
                "All tasks must be in initial state when changing parallelism"
                    + " for vertex: " + getVertexId() + " name: " + getName());
          }
          pendingEvents.addAll(task.getAndClearTaskTezEvents());
          if (i <= parallelism) {
            continue;
          }
          LOG.info("Removing task: " + entry.getKey());
          iter.remove();
View Full Code Here
TOP

Related Classes of org.apache.tez.dag.app.dag.Task

  • org.apache.tez.dag.app.dag.impl.Edge
  • org.apache.tez.dag.app.dag.impl.TestDAGImpl$TaskEventDispatcher
  • org.apache.tez.dag.app.dag.impl.TestEdge
  • org.apache.tez.dag.app.dag.impl.TestVertexImpl$TaskAttemptEventDispatcher
  • org.apache.tez.dag.app.dag.impl.TestVertexImpl$TaskEventDispatcher
  • org.apache.tez.dag.app.dag.impl.VertexImpl
  • org.apache.tez.dag.app.dag.impl.VertexImpl$RouteEventTransition
  • org.apache.tez.dag.app.dag.impl.VertexImpl$TaskCompletedTransition
  • org.apache.tez.dag.app.dag.impl.VertexManager$VertexManagerPluginContextImpl
  • org.apache.tez.dag.app.DAGAppMaster$TaskAttemptEventDispatcher
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.