Examples of JobEdge


Examples of eu.stratosphere.nephele.jobgraph.JobEdge

          + " have different number of inputs");
      }

      // First, build the group edges
      for (int i = 0; i < sjv.getNumberOfForwardConnections(); ++i) {
        final JobEdge edge = sjv.getForwardConnection(i);
        final AbstractJobVertex tjv = edge.getConnectedVertex();

        final ExecutionVertex tev = vertexMap.get(tjv);
        final ExecutionGroupVertex tgv = tev.getGroupVertex();
        // Use NETWORK as default channel type if nothing else is defined by the user
        ChannelType channelType = edge.getChannelType();
        boolean userDefinedChannelType = true;
        if (channelType == null) {
          userDefinedChannelType = false;
          channelType = ChannelType.NETWORK;
        }

        final DistributionPattern distributionPattern = edge.getDistributionPattern();

        // Connect the corresponding group vertices and copy the user settings from the job edge
        final ExecutionGroupEdge groupEdge = sgv.wireTo(tgv, edge.getIndexOfInputGate(), i, channelType,
          userDefinedChannelType,distributionPattern);

        final ExecutionGate outputGate = new ExecutionGate(new GateID(), sev, groupEdge, false);
        sev.insertOutputGate(i, outputGate);
        final ExecutionGate inputGate = new ExecutionGate(new GateID(), tev, groupEdge, true);
        tev.insertInputGate(edge.getIndexOfInputGate(), inputGate);
      }
    }
  }
View Full Code Here

Examples of org.apache.flink.runtime.jobgraph.JobEdge

    if (LOG.isDebugEnabled()) {
      LOG.debug(String.format("Connecting ExecutionJobVertex %s (%s) to %d predecessors.", jobVertex.getID(), jobVertex.getName(), inputs.size()));
    }
   
    for (int num = 0; num < inputs.size(); num++) {
      JobEdge edge = inputs.get(num);
     
      if (LOG.isDebugEnabled()) {
        if (edge.getSource() == null) {
          LOG.debug(String.format("Connecting input %d of vertex %s (%s) to intermediate result referenced via ID %s.",
              num, jobVertex.getID(), jobVertex.getName(), edge.getSourceId()));
        } else {
          LOG.debug(String.format("Connecting input %d of vertex %s (%s) to intermediate result referenced via predecessor %s (%s).",
              num, jobVertex.getID(), jobVertex.getName(), edge.getSource().getProducer().getID(), edge.getSource().getProducer().getName()));
        }
      }
     
      // fetch the intermediate result via ID. if it does not exist, then it either has not been created, or the order
      // in which this method is called for the job vertices is not a topological order
      IntermediateResult ires = intermediateDataSets.get(edge.getSourceId());
      if (ires == null) {
        throw new JobException("Cannot connect this job graph to the previous graph. No previous intermediate result found for ID "
            + edge.getSourceId());
      }
     
      this.inputs.add(ires);
     
      int consumerIndex = ires.registerConsumer();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.