Package org.apache.flink.runtime.jobgraph

Examples of org.apache.flink.runtime.jobgraph.AbstractJobVertex.connectNewDataSetAsInput()

293
294
295
296
297
298
299
300
301
302
303
    AbstractJobVertex v2 = new AbstractJobVertex("vertex2");
 
    v1.setParallelism(highDop);
    v2.setParallelism(lowDop);
 
    v2.connectNewDataSetAsInput(v1, DistributionPattern.POINTWISE);
 
    List<AbstractJobVertex> ordered = new ArrayList<AbstractJobVertex>(Arrays.asList(v1, v2));

    ExecutionGraph eg = new ExecutionGraph(jobId, jobName, cfg);
    try {
View Full Code Here
368
369
370
371
372
373
374
375
376
377
378
    AbstractJobVertex downStreamVertex = streamVertices.get(downStreamVertexName);

    StreamConfig config = new StreamConfig(upStreamVertex.getConfiguration());

    if (partitionerObject.getClass().equals(ForwardPartitioner.class)) {
      downStreamVertex
          .connectNewDataSetAsInput(upStreamVertex, DistributionPattern.POINTWISE);
    } else {
      downStreamVertex
          .connectNewDataSetAsInput(upStreamVertex, DistributionPattern.BIPARTITE);
    }
View Full Code Here
371
372
373
374
375
376
377
378
379
380
381
    if (partitionerObject.getClass().equals(ForwardPartitioner.class)) {
      downStreamVertex
          .connectNewDataSetAsInput(upStreamVertex, DistributionPattern.POINTWISE);
    } else {
      downStreamVertex
          .connectNewDataSetAsInput(upStreamVertex, DistributionPattern.BIPARTITE);
    }

    if (LOG.isDebugEnabled()) {
      LOG.debug("CONNECTED: {} - {} -> {}", partitionerObject.getClass().getSimpleName(),
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
      receiver.setInvokableClass(ReceiverFailingOnce.class);
     
      sender.setParallelism(NUM_TASKS);
      receiver.setParallelism(NUM_TASKS);
     
      receiver.connectNewDataSetAsInput(sender, DistributionPattern.POINTWISE);
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup();
      sender.setSlotSharingGroup(sharingGroup);
      receiver.setSlotSharingGroup(sharingGroup);
     
View Full Code Here
187
188
189
190
191
192
193
194
195
196
197
      sender.setInvokableClass(Sender.class);
      receiver.setInvokableClass(ReceiverBlockingOnce.class);
      sender.setParallelism(NUM_TASKS);
      receiver.setParallelism(NUM_TASKS);
     
      receiver.connectNewDataSetAsInput(sender, DistributionPattern.POINTWISE);
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup();
      sender.setSlotSharingGroup(sharingGroup);
      receiver.setSlotSharingGroup(sharingGroup);
     
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
      receiver.setInvokableClass(Receiver.class);
     
      sender.setParallelism(NUM_TASKS);
      receiver.setParallelism(NUM_TASKS);
     
      receiver.connectNewDataSetAsInput(sender, DistributionPattern.POINTWISE);
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup(sender.getID(), receiver.getID());
      sender.setSlotSharingGroup(sharingGroup);
      receiver.setSlotSharingGroup(sharingGroup);
     
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
      final AbstractJobVertex receiver = new AbstractJobVertex("Receiver");
      sender.setInvokableClass(Sender.class);
      receiver.setInvokableClass(BlockingReceiver.class);
      sender.setParallelism(NUM_TASKS);
      receiver.setParallelism(NUM_TASKS);
      receiver.connectNewDataSetAsInput(sender, DistributionPattern.POINTWISE);
     
      SlotSharingGroup sharingGroup = new SlotSharingGroup();
      sender.setSlotSharingGroup(sharingGroup);
      receiver.setSlotSharingGroup(sharingGroup);
     
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
      v3.setInvokableClass(RegularPactTask.class);
      v4.setInvokableClass(RegularPactTask.class);
     
      v2.connectNewDataSetAsInput(v1, DistributionPattern.BIPARTITE);
      v3.connectNewDataSetAsInput(v2, DistributionPattern.BIPARTITE);
      v4.connectNewDataSetAsInput(v2, DistributionPattern.BIPARTITE);
     
      ExecutionGraph eg = spy(new ExecutionGraph(jobId, "some job", new Configuration()));
      doAnswer(new Answer<Void>() {
        @Override
        public Void answer(InvocationOnMock invocation) {
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    v5.setParallelism(4);
   
    v2.connectNewDataSetAsInput(v1, DistributionPattern.BIPARTITE);
    v4.connectNewDataSetAsInput(v2, DistributionPattern.BIPARTITE);
    v4.connectNewDataSetAsInput(v3, DistributionPattern.BIPARTITE);
    v5.connectNewDataSetAsInput(v4, DistributionPattern.BIPARTITE);
    v5.connectNewDataSetAsInput(v3, DistributionPattern.BIPARTITE);
   
    List<AbstractJobVertex> ordered = new ArrayList<AbstractJobVertex>(Arrays.asList(v1, v2, v3, v4, v5));

    ExecutionGraph eg = new ExecutionGraph(jobId, jobName, cfg);
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
   
    v2.connectNewDataSetAsInput(v1, DistributionPattern.BIPARTITE);
    v4.connectNewDataSetAsInput(v2, DistributionPattern.BIPARTITE);
    v4.connectNewDataSetAsInput(v3, DistributionPattern.BIPARTITE);
    v5.connectNewDataSetAsInput(v4, DistributionPattern.BIPARTITE);
    v5.connectNewDataSetAsInput(v3, DistributionPattern.BIPARTITE);
   
    List<AbstractJobVertex> ordered = new ArrayList<AbstractJobVertex>(Arrays.asList(v1, v2, v3, v4, v5));

    ExecutionGraph eg = new ExecutionGraph(jobId, jobName, cfg);
    try {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.