Examples of cascading.flow.FlowStep

cascading.flow.FlowStep
Class FlowStep is an internal representation of a given "job" possibly to be executed on a remote cluster. During planning, pipe assemblies are broken down into "steps" and encapsulated in this class.
FlowSteps are submitted in order of dependency. If two or more steps do not share the same dependencies and all can be scheduled simultaneously, the {@link #getSubmitPriority()} value determines the order in whichall steps will be submitted for execution. The default submit priority is 5.


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "not equal: steps.size()", 3, steps.size() );


    FlowStep step = steps.get( 0 );


    assertEquals( "wrong number of operations", 2, ( (BaseFlowStep) step ).getAllOperations().size() );
    }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "not equal: steps.size()", 3, steps.size() );


    FlowStep step = steps.get( 0 );


    assertEquals( "wrong number of operations", 1, ( (BaseFlowStep) step ).getAllOperations().size() );
    }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "not equal: steps.size()", 4, steps.size() );


    FlowStep step = steps.get( 0 );


    assertEquals( "wrong number of operations", 2, ( (BaseFlowStep) step ).getAllOperations().size() );
    }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "wrong size", 1, steps.size() );


    FlowStep step = steps.get( 0 );


    boolean isLocal = HadoopUtil.isLocal( (Configuration) step.getConfig() );


    assertTrue( "is not local", isLocal );
    }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "wrong size", 1, steps.size() );


    FlowStep step = steps.get( 0 );


    boolean isLocal = HadoopUtil.isLocal( (Configuration) step.getConfig() );


    assertTrue( "is not local", isLocal );
    }

View Full Code Here


    List<FlowStep> steps = flow.getFlowSteps();


    assertEquals( "wrong size", 1, steps.size() );


    FlowStep step = steps.get( 0 );


    boolean isLocal = HadoopUtil.isLocal( (Configuration) ( (BaseFlowStep) step ).createInitializedConfig( flow.getFlowProcess(), ( (BaseHadoopPlatform) getPlatform() ).getConfiguration() ) );


    assertTrue( "is local", !isLocal );
    }

View Full Code Here

    {
    for( ElementGraph stepSubGraph : nodeSubGraphsMap.keySet() )
      {
      List<? extends ElementGraph> nodeSubGraphs = nodeSubGraphsMap.get( stepSubGraph );
      FlowNodeGraph flowNodeGraph = createFlowNodeGraph( flowPlanner, flowElementGraph, pipelineSubGraphsMap, nodeSubGraphs );
      FlowStep flowStep = flowPlanner.createFlowStep( stepSubGraph, flowNodeGraph );


      addVertex( flowStep );
      }


    bindEdges();

View Full Code Here


    LOG.debug( "reading results fields: {}", flow.getSink().getSinkFields().printVerbose() );


    if( branch.isModification )
      {
      FlowStep flowStep = (FlowStep) flow.getFlowSteps().get( flow.getFlowSteps().size() - 1 );
      long rowCount = flowStep.getFlowStepStats().getCounterValue( StepCounters.Tuples_Written );
      return new Linq4j().singletonEnumerable( rowCount ).enumerator();
      }


    int size = flow.getSink().getSinkFields().size();

View Full Code Here

TOP

Related Classes of cascading.flow.FlowStep

cascading.flow.hadoop.BuildJobsHadoopPlatformTest

cascading.flow.hadoop.FlowPlatformTest

cascading.flow.planner.process.FlowStepGraph

cascading.lingual.optiq.enumerable.CascadingFlowRunnerEnumerable

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.