Examples of cascading.flow.planner.Scope

cascading.flow.planner.Scope
Class Scope is an internal representation of the linkages between operations.


  private static Map<Integer, Integer> pathPositionInto( Map<Integer, Integer> results, GraphPath<FlowElement, Scope> path, Splice to )
    {
    List<Scope> scopes = path.getEdgeList();


    Scope lastScope = scopes.get( scopes.size() - 1 );


    Integer pos = to.getPipePos().get( lastScope.getName() );


    if( results.containsKey( pos ) )
      results.put( pos, results.get( pos ) + 1 );
    else
      results.put( pos, 1 );

View Full Code Here

        boolean isNonBlocking = outgoing.isNonBlocking();


        if( isJoin )
          isNonBlocking = isNonBlocking && incoming.isNonBlocking();


        Scope scope = new Scope( outgoing );


        // unsure if necessary since we track blocking independently
        // when removing a pipe, pull ordinal up to tap
        // when removing a Splice retain ordinal
        if( flowElement instanceof Splice )
          scope.setOrdinal( incoming.getOrdinal() );
        else
          scope.setOrdinal( outgoing.getOrdinal() );


        scope.setNonBlocking( isNonBlocking );
        scope.addPriorNames( incoming, outgoing ); // not copied
        elementGraph.addEdge( source, target, scope );
        }
      }


    elementGraph.removeVertex( flowElement );

View Full Code Here

    String name = previousElement.toString();


    if( previousElement instanceof Pipe )
      name = ( (Pipe) previousElement ).getName();


    elementGraph.addEdge( previousElement, flowElement, new Scope( name ) );


    for( Scope scope : outgoing )
      {
      FlowElement target = elementGraph.getEdgeTarget( scope );
      Scope foundScope = elementGraph.removeEdge( previousElement, target ); // remove scope


      if( foundScope != scope )
        throw new IllegalStateException( "did not remove proper scope" );


      elementGraph.addEdge( flowElement, target, scope ); // add scope back

View Full Code Here

    String name = nextElement.toString();


    if( nextElement instanceof Pipe )
      name = ( (Pipe) nextElement ).getName();


    graph.addEdge( flowElement, nextElement, new Scope( name ) );


    for( Scope scope : incoming )
      {
      FlowElement target = graph.getEdgeSource( scope );
      Scope foundScope = graph.removeEdge( target, nextElement ); // remove scope


      if( foundScope != scope )
        throw new IllegalStateException( "did not remove proper scope" );


      graph.addEdge( target, flowElement, scope ); // add scope back

View Full Code Here

        {
        label = object.toString().replaceAll( "\"", "\'" ).replaceAll( "(\\)|\\])(\\[)", "$1|$2" ).replaceAll( "(^[^(\\[]+)(\\(|\\[)", "$1|$2" );
        }
      else
        {
        Scope scope = iterator.next();


        label = ( (Pipe) object ).print( scope ).replaceAll( "\"", "\'" ).replaceAll( "(\\)|\\])(\\[)", "$1|$2" ).replaceAll( "(^[^(\\[]+)(\\(|\\[)", "$1|$2" );
        }


      label = "{" + label.replaceAll( "\\{", "\\\\{" ).replaceAll( "\\}", "\\\\}" ).replaceAll( ">", "\\\\>" ) + "}";

View Full Code Here

    }


  @Override
  public Scope outgoingScopeFor( Set<Scope> scopes )
    {
    return new Scope();
    }

View Full Code Here

    {
    Fields fields = incomingScopes.iterator().next().getIncomingTapFields();


    setSchemeUsing( fields );


    return new Scope( fields );
    }

View Full Code Here

      this.toAccept = toAccept;
    }


    @Override
    public Scope outgoingScopeFor(Set<Scope> incomingScopes) {
      Scope toUse = null;
      for (Scope s : incomingScopes) {
        if (s.getName().equals(toAccept)) {
          toUse = s;
        }
      }
      return new Scope(super.outgoingScopeFor(Collections.singleton(toUse)));
    }

View Full Code Here

0 1 2

TOP

Related Classes of cascading.flow.planner.Scope

cascading.flow.hadoop.BuildJobsHadoopPlatformTest

cascading.flow.planner.graph.ElementGraphs

cascading.flow.planner.graph.ElementGraphs$FlowElementVertexNameProvider

cascading.flow.planner.graph.Extent

cascading.flow.planner.graph.FlowElementGraph

cascading.flow.planner.iso.finder.State

cascading.flow.stream.element.GroupingSpliceGate

cascading.flow.stream.element.OperatorStage

cascading.flow.tez.stream.element.TezBoundaryStage

cascading.flow.tez.stream.element.TezMergeGate

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.