Examples of org.apache.pig.newplan.DependencyOrderWalker

org.apache.pig.newplan.DependencyOrderWalker
A walker to walk graphs in dependency order. It is guaranteed that a node will not be visited until all of its predecessors have been visited. This is equivalent to doing a topilogical sort on the graph and then visiting the nodes in order.


public class LogToPhyTranslationVisitor extends LogicalRelationalNodesVisitor {
    private static final Log LOG = LogFactory.getLog(LogToPhyTranslationVisitor.class);


    public LogToPhyTranslationVisitor(OperatorPlan plan) throws FrontendException {
        super(plan, new DependencyOrderWalker(plan));
        currentPlan = new PhysicalPlan();
        logToPhyMap = new HashMap<Operator, PhysicalOperator>();
        currentPlans = new LinkedList<PhysicalPlan>();
    }

View Full Code Here

        class CastFinder extends AllExpressionVisitor {
            List<CastExpression> casts = new ArrayList<CastExpression>();
            
            public CastFinder(OperatorPlan plan)
                    throws FrontendException {
                super(plan, new DependencyOrderWalker(plan));
            }

View Full Code Here

        
        plan.connect(fred, joe);
        plan.connect(joe, bob);
        
        SillyVisitor v =
            new SillyVisitor(plan, new DependencyOrderWalker(plan));
        
        v.visit();
        
        String s = v.getVisitPattern();

View Full Code Here

        plan.connect(joe, bob);
        plan.connect(bob, jill);
        plan.connect(jane, jill);
        
        SillyVisitor v =
            new SillyVisitor(plan, new DependencyOrderWalker(plan));
        
        v.visit();
        
        String s = v.getVisitPattern();

View Full Code Here

        plan.connect(joe, bob);
        plan.connect(bob, jill);
        plan.connect(bob, jane);
        
        SillyVisitor v =
            new SillyVisitor(plan, new DependencyOrderWalker(plan));
        
        v.visit();
        
        String s = v.getVisitPattern();

View Full Code Here

        class CastFinder extends AllExpressionVisitor {
            List<CastExpression> casts = new ArrayList<CastExpression>();


            public CastFinder(OperatorPlan plan)
                    throws FrontendException {
                super(plan, new DependencyOrderWalker(plan));
            }

View Full Code Here

        class CastFinder extends AllExpressionVisitor {
            List<CastExpression> casts = new ArrayList<CastExpression>();


            public CastFinder(OperatorPlan plan)
                    throws FrontendException {
                super(plan, new DependencyOrderWalker(plan));
            }

View Full Code Here

                    }
                }


                // visit expression associated with currOp. If it refers to any other operator
                // that operator is also going to be enqueued.
                currOp.accept( new AllExpressionVisitor( plan, new DependencyOrderWalker( plan ) ) {
                        @Override
                        protected LogicalExpressionVisitor getVisitor(LogicalExpressionPlan exprPlan)
                        throws FrontendException {
                            return new LogicalExpressionVisitor( exprPlan, new DependencyOrderWalker( exprPlan ) ) {
                                @Override
                                public void visit(ScalarExpression expr) throws FrontendException {
                                    Operator refOp = expr.getImplicitReferencedOperator();
                                    if( !queue.contains( refOp ) )
                                        queue.add( refOp );

View Full Code Here

public class ScalarVisitor extends AllExpressionVisitor {
    private final PigContext pigContext;
    private final String scope;
    
    public ScalarVisitor(OperatorPlan plan, PigContext pigContext, String scope) throws FrontendException {
        super( plan, new DependencyOrderWalker( plan ) );
        this.pigContext = pigContext;
        this.scope = scope;
    }

View Full Code Here

    }


    @Override
    protected LogicalExpressionVisitor getVisitor(final LogicalExpressionPlan exprPlan)
    throws FrontendException {
        return new LogicalExpressionVisitor( exprPlan, new DependencyOrderWalker( exprPlan ) ) {


            @Override
            public void visit(ScalarExpression expr) throws FrontendException {
                // This is a scalar udf.
                ConstantExpression filenameConst = (ConstantExpression)exprPlan.getSuccessors( expr ).get( 1 );

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.pig.newplan.DependencyOrderWalker

org.apache.pig.backend.hadoop.executionengine.HExecutionEngine$SortInfoSetter

org.apache.pig.newplan.logical.expression.ExpToPhyTranslationVisitor

org.apache.pig.newplan.logical.optimizer.DanglingNestedNodeRemover

org.apache.pig.newplan.logical.optimizer.ProjectionPatcher$ProjectionFinder

org.apache.pig.newplan.logical.optimizer.SchemaResetter

org.apache.pig.newplan.logical.optimizer.UidResetter

org.apache.pig.newplan.logical.relational.LogToPhyTranslationVisitor

org.apache.pig.newplan.logical.rules.ConstantCalculator$ConstantCalculatorTransformer$ConstantCalculatorLogicalPlanVisitor

org.apache.pig.newplan.logical.rules.MapKeysPruneHelper$FullMapCollector

org.apache.pig.newplan.logical.rules.MapKeysPruneHelper$FullMapCollector$FullMapExpCollector

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.