Examples of DAGPlan

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

367
368
369
370
371
372
373
374
375
376
377
   
    Map<String, LocalResource> tezJarResources = getTezJarResources(sessionCredentials);
    TezClientUtils.updateDAGVertices(dag, amConfig, tezJarResources,
        TezClientUtils.usingTezLibsFromArchive(tezJarResources), sessionCredentials);
   
    DAGPlan dagPlan = dag.createDag(amConfig.getTezConfiguration());
    SubmitDAGRequestProto.Builder requestBuilder = SubmitDAGRequestProto.newBuilder();
    requestBuilder.setDAGPlan(dagPlan).build();
    if (!additionalLocalResources.isEmpty()) {
      requestBuilder.setAdditionalAmResources(DagTypeConverters
          .convertFromLocalResources(additionalLocalResources));
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
        LOG.debug("Stage directory information for AppId :" + appId + " tezSysStagingPath :"
            + tezSysStagingPath + " binaryConfPath :" + binaryConfPath + " sessionJarsPath :"
            + sessionJarsPath + " binaryPlanPath :" + binaryPath);
      }

      DAGPlan dagPB = dag.createDag(amConfig.getTezConfiguration());

      FSDataOutputStream dagPBOutBinaryStream = null;

      try {
        //binary output
        dagPBOutBinaryStream = TezCommonUtils.createFileForAM(fs, binaryPath);
        dagPB.writeTo(dagPBOutBinaryStream);
      } finally {
        if(dagPBOutBinaryStream != null){
          dagPBOutBinaryStream.close();
        }
      }
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

353
354
355
356
357
358
359
360
361
362
363
    }
  }

  private DAGPlan createInvalidDAGPlan() {
    LOG.info("Setting up invalid dag plan");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("testverteximplinvalid")
        .addVertex(
            VertexPlan.newBuilder()
            .setName("vertex1")
            .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

426
427
428
429
430
431
432
433
434
435
436
    return dag.createDag(conf);
  }

  private DAGPlan createDAGPlanWithInitializer0Tasks(String initializerClassName) {
    LOG.info("Setting up dag plan with input initializer and 0 tasks");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("initializerWith0Tasks")
        .addVertex(
            VertexPlan.newBuilder()
                .setName("vertex1")
                .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

490
491
492
493
494
495
496
497
498
499
500
    return dag;
  }

  private DAGPlan createDAGPlanWithInputInitializer(String initializerClassName) {
    LOG.info("Setting up dag plan with input initializer");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("testVertexWithInitializer")
        .addVertex(
            VertexPlan.newBuilder()
                .setName("vertex1")
                .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

629
630
631
632
633
634
635
636
637
638
639
    return dag;
  }

  private DAGPlan createDAGPlanWithRunningInitializer() {
    LOG.info("Setting up dag plan with running input initializer");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("DagWithInputInitializer2")
        .addVertex(
            VertexPlan.newBuilder()
                .setName("vertex1")
                .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

694
695
696
697
698
699
700
701
702
703
704
    return dag;
  }
 
  private DAGPlan createDAGPlanWithInputDistributor(String initializerClassName) {
    LOG.info("Setting up invalid dag plan with input distributor");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("testVertexWithInitializer")
        .addVertex( // simulates split distribution with known number of tasks
            VertexPlan.newBuilder()
                .setName("vertex1")
                .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

966
967
968
969
970
971
972
973
                  .setDataSourceType(PlanEdgeDataSourceType.PERSISTED)
                  .setSchedulingType(PlanEdgeSchedulingType.SEQUENTIAL)
                  .build()
          );
    }
    DAGPlan dag = dagBuilder.build();
    return dag;
  }
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

972
973
974
975
976
977
978
979
980
981
982
    return dag;
  }

  private DAGPlan createTestDAGPlan() {
    LOG.info("Setting up dag plan");
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("testverteximpl")
        .addVertex(
          VertexPlan.newBuilder()
            .setName("vertex1")
            .setType(PlanVertexType.NORMAL)
View Full Code Here

Examples of org.apache.tez.dag.api.records.DAGProtos.DAGPlan

1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
      vCBuilder.setVertexManagerPlugin(TezEntityDescriptorProto.newBuilder()
          .setClassName(VertexManagerPluginForTest.class.getName()));

    }
    VertexPlan vCPlan = vCBuilder.build();
    DAGPlan dag = DAGPlan.newBuilder()
        .setName("TestSamplerDAG")
        .addVertex(
          VertexPlan.newBuilder()
            .setName("A")
            .setProcessorDescriptor(TezEntityDescriptorProto.newBuilder().setClassName("A.class"))
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.