Package org.apache.tez.dag.records

Examples of org.apache.tez.dag.records.TezDAGID

852
853
854
855
856
857
858
859
860
861
862
      .getApplicationACLs();
      doReturn(eventHandler).when(appContext).getEventHandler();
      when(appContext.getApplicationAttemptId()).thenReturn(appAttemptID);
      when(appContext.getApplicationID()).thenReturn(applicationID);

      dagID = new TezDAGID(applicationID, 1);
      vertexID = new TezVertexID(dagID, 1);
      taskID = new TezTaskID(vertexID, 1);
      taskAttemptID = new TezTaskAttemptID(taskID, 1);

      taskSpec = mock(TaskSpec.class);
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
  public static TezTaskAttemptID getMockTaskAttemptId(
      int jobId, int vertexId, int taskId, int taskAttemptId) {
    return new TezTaskAttemptID(
        new TezTaskID(
            new TezVertexID(
                new TezDAGID(
                    ApplicationId.newInstance(0, jobId), jobId),
                    vertexId),
                    taskId)
        , taskAttemptId);
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
  }
 
  public static TezTaskID getMockTaskId(int jobId,
      int vertexId, int taskId) {
    return new TezTaskID(
        new TezVertexID(new TezDAGID(
            ApplicationId.newInstance(0, jobId),
            jobId), vertexId),
            taskId);
  }
View Full Code Here
45
46
47
48
49
50
51
52
            jobId), vertexId),
            taskId);
  }
 
  public static TezDAGID getMockJobId(int jobId) {
    return new TezDAGID(
        ApplicationId.newInstance(0, jobId), jobId);
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
        ApplicationId.newInstance(0, jobId), jobId);
  }
 
  public static TezVertexID getMockVertexId(int jobId, int vId) {
    return new TezVertexID(
        new TezDAGID(
            ApplicationId.newInstance(0, jobId), jobId),
            vId);
  }
View Full Code Here
52
53
54
55
56
57
58
59
  }
 
  // FIXME hardcoded assumption that one app is one dag
  public static TezDAGID fromMRJobId(
      org.apache.hadoop.mapreduce.JobID jobId) {
    return new TezDAGID(ApplicationId.newInstance(
        Long.valueOf(jobId.getJtIdentifier()), jobId.getId()), 1);
  }
View Full Code Here
751
752
753
754
755
756
757
  public void setupPreDagCreation() {
    conf = new Configuration();
    conf.setBoolean(TezConfiguration.TEZ_AM_CONTAINER_REUSE_ENABLED, false);
    appAttemptId = ApplicationAttemptId.newInstance(
        ApplicationId.newInstance(100, 1), 1);
    dagId = new TezDAGID(appAttemptId.getApplicationId(), 1);
  }
View Full Code Here
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
  @Test
  public void testVertexWithNoTasks() {
    TezVertexID vId = null;
    try {
      TezDAGID invalidDagId = new TezDAGID(
          dagId.getApplicationId(), 1000);
      vId = new TezVertexID(invalidDagId, 1);
      VertexPlan vPlan = invalidDagPlan.getVertex(0);
      VertexImpl v = new VertexImpl(vId, vPlan, vPlan.getName(), conf,
          dispatcher.getEventHandler(), taskAttemptListener, fsTokens,
View Full Code Here
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
    }
  }

  /** Create and initialize (but don't start) a single dag. */
  protected DAG createDAG(DAGPlan dagPB) {
    TezDAGID dagId = new TezDAGID(appAttemptID.getApplicationId(),
        dagCounter.incrementAndGet());

    // Prepare the TaskAttemptListener server for authentication of Containers
    // TaskAttemptListener gets the information via jobTokenSecretManager.
    String dagIdString = dagId.toString();
    jobTokenSecretManager.addTokenForJob(dagIdString, sessionToken);
    LOG.info("Adding job token for " + dagIdString
        + " to jobTokenSecretManager");

    Iterator<PlanKeyValuePair> iter =
View Full Code Here
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
      return status;
    }

    DAG getDAG(String dagIdStr) throws TezException {
      TezDAGID dagId = TezDAGID.fromString(dagIdStr);
      if(dagId == null) {
        throw new TezException("Bad dagId: " + dagIdStr);
      }

      if(currentDAG == null) {
        throw new TezException("No running dag at present");
      }
      if(!dagId.equals(currentDAG.getID())) {
        LOG.warn("Current DAGID : "
            + (currentDAG.getID() == null ? "NULL" : currentDAG.getID())
            + ", Looking for string (not found): " + dagIdStr + ", dagIdObj: "
            + dagId);
        throw new TezException("Unknown dagId: " + dagIdStr);
View Full Code Here
TOP

Related Classes of org.apache.tez.dag.records.TezDAGID

  • org.apache.hadoop.mapred.TezMRTypeConverter
  • org.apache.tez.common.IDUtils
  • org.apache.tez.dag.api.client.DAGClientHandler
  • org.apache.tez.dag.api.client.TestDAGClientHandler
  • org.apache.tez.dag.app.dag.impl.TestDAGImpl
  • org.apache.tez.dag.app.dag.impl.TestDAGImpl$TaskEventDispatcher
  • org.apache.tez.dag.app.dag.impl.TestDAGImpl$VertexEventDispatcher
  • org.apache.tez.dag.app.dag.impl.TestDAGScheduler
  • org.apache.tez.dag.app.dag.impl.TestEdge
  • org.apache.tez.dag.app.dag.impl.TestTaskAttempt
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.