Examples of cascading.flow.stream.graph.StreamGraph

cascading.flow.stream.graph.StreamGraph
Class StreamGraph is the operation pipeline used during processing. This an internal use only class.
Under some circumstances it may make sense to see the actual graph plan. To do so, enable one or both dot file properties, {@link #ERROR_DOT_FILE_NAME} and {@link #DOT_FILE_PATH}.

    CountingItemStage mergeStage = new CountingItemStage<String, String>();


    TestSinkStage lhsSink = new TestSinkStage<String>();
    TestSinkStage rhsSink = new TestSinkStage<String>();


    StreamGraph graph = new StreamGraph();


    graph.addHead( source );


    graph.addPath( source, lhsStage1 );
    graph.addPath( lhsStage1, mergeStage );
    graph.addPath( mergeStage, lhsStage2 );
    graph.addPath( lhsStage2, lhsSink );
    graph.addTail( lhsSink );


    graph.addPath( source, rhsStage1 );
    graph.addPath( rhsStage1, mergeStage );
    graph.addPath( mergeStage, rhsStage2 );
    graph.addPath( rhsStage2, rhsSink );
    graph.addTail( rhsSink );


    graph.bind();


    graph.prepare();


    source.receiveFirst( null );


    graph.cleanup();


    assertPrepareCleanup( lhsStage1 );
    assertPrepareCleanup( rhsStage1 );


    assertEquals( values.size(), lhsStage1.getReceiveCount() );

View Full Code Here

    Gate gate = new TestGate();
    CountingItemStage stage = new CountingItemStage<String, String>();


    TestSinkStage sink = new TestSinkStage<String>();


    StreamGraph graph = new StreamGraph();


    graph.addHead( source );


    graph.addPath( source, gate );
    graph.addPath( gate, stage );
    graph.addPath( stage, sink );


    graph.addTail( sink );


    graph.bind();


    graph.prepare();


    source.receiveFirst( null );


    graph.cleanup();


    assertPrepareCleanup( stage );


    assertEquals( values.size(), stage.getReceiveCount() );
    assertEquals( values.size(), sink.getResults().size() );

View Full Code Here

    CountingCollectStage stage1 = new CountingCollectStage<String, String>();
    CountingCollectStage stage2 = new CountingCollectStage<String, String>();


    TestSinkStage sink = new TestSinkStage<String>();


    StreamGraph graph = new StreamGraph();


    graph.addHead( source );


    graph.addPath( source, gate );
    graph.addPath( gate, stage1 );
    graph.addPath( stage1, stage2 );
    graph.addPath( stage2, sink );


    graph.addTail( sink );


    graph.bind();


    graph.prepare();


    source.receiveFirst( null );


    graph.cleanup();


    assertPrepareCleanup( stage1 );


    assertEquals( values.size(), stage1.getReceiveCount() );
    assertEquals( 1, stage1.getStartCount() );

View Full Code Here

    CountingCollectStage stage1 = new CountingCollectStage<String, String>();
    CountingCollectStage stage2 = new CountingCollectStage<String, String>();


    TestSinkStage sink = new TestSinkStage<String>();


    StreamGraph graph = new StreamGraph();


    graph.addHead( source1 );
    graph.addHead( source2 );


    graph.addPath( source1, 0, gate );
    graph.addPath( source2, 1, gate );
    graph.addPath( gate, stage1 );
    graph.addPath( stage1, stage2 );
    graph.addPath( stage2, sink );


    graph.addTail( sink );


    graph.bind();


    graph.prepare();


    source1.receiveFirst( null );
    source2.receiveFirst( null );


    graph.cleanup();


    assertPrepareCleanup( stage1 );


    assertEquals( values.size() * 2, stage1.getReceiveCount() );
    assertEquals( 1, stage1.getStartCount() );

View Full Code Here

TOP

Related Classes of cascading.flow.stream.graph.StreamGraph

cascading.flow.stream.duct.CloseReducingDuct

cascading.flow.stream.duct.Duct

cascading.flow.stream.duct.DuctGraph

cascading.flow.stream.duct.Fork

cascading.flow.stream.duct.OpenDuct

cascading.flow.stream.duct.OpenReducingDuct

cascading.flow.stream.StreamTest

org.jgrapht.traverse.TopologicalOrderIterator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.