Package org.apache.pig.newplan.optimizer

Examples of org.apache.pig.newplan.optimizer.Rule

318
319
320
321
322
323
324
325
326
327
328
        protected List<Set<Rule>> buildRuleSets() {           
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();
           
            Set<Rule> s = new HashSet<Rule>();
            // add split filter rule
            Rule r = new LoadTypeCastInserter( "TypeCastInserter" );
            s.add(r);
            ls.add(s);
            
            // Split Set
            // This set of rules does splitting of operators only.
View Full Code Here
841
842
843
844
845
846
847
848
849
850
851
        }

        protected List<Set<Rule>> buildRuleSets() {
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();

            Rule r = new LogicalExpressionSimplifier("LogicalPlanSimplifier");
            Set<Rule> s = new HashSet<Rule>();
            s.add(r);
            ls.add(s);

            return ls;
View Full Code Here
457
458
459
460
461
462
463
464
465
466
467
        }

        protected List<Set<Rule>> buildRuleSets() {
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();

            Rule r = new ColumnMapKeyPrune("ColumnMapKeyPrune");
            Set<Rule> s = new HashSet<Rule>();
            s.add(r);
            ls.add(s);

            r = new AddForEach("AddForEach");
View Full Code Here
491
492
493
494
495
496
497
498
499
500
501
       protected List<Set<Rule>> buildRuleSets() {           
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();
           
            Set<Rule> s = new HashSet<Rule>();
            // add split filter rule
            Rule r = new LoadTypeCastInserter( "TypeCastInserter" );
            s.add(r);
            ls.add(s);
            
            s = new HashSet<Rule>();
            r = new FilterAboveForeach( "FilterAboveForeach" );
View Full Code Here
811
812
813
814
815
816
817
818
819
820
821
        protected List<Set<Rule>> buildRuleSets() {
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();

            Set<Rule> s = new HashSet<Rule>();
            // add split filter rule
            Rule r = new PartitionFilterOptimizer("PartitionFilterPushDown");
            s = new HashSet<Rule>();
            s.add(r);
            ls.add(s);

            r = new LoadTypeCastInserter( "LoadTypeCastInserter" );
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
        // run filter rule
        Set<Rule> s = new HashSet<Rule>();
        List<Set<Rule>> ls = new ArrayList<Set<Rule>>();
        ls.add(s);
        // Add the PruneMap Filter
        Rule r = new ColumnMapKeyPrune("PruneMapKeys");
        s.add(r);

        printPlan((org.apache.pig.newplan.logical.relational.LogicalPlan)newPlan);

        // Run the optimizer
View Full Code Here
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
       protected List<Set<Rule>> buildRuleSets() {           
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();
           
            Set<Rule> s = new HashSet<Rule>();
            // add split filter rule
            Rule r = new LoadTypeCastInserter( "TypeCastInserter" );
            s.add(r);
            ls.add(s);
            
            s = new HashSet<Rule>();
            r = new PushUpFilter( "PushUpFilter" );
View Full Code Here
237
238
239
240
241
242
243
244
245
246
247
       
        protected List<Set<Rule>> buildRuleSets() {           
            List<Set<Rule>> ls = new ArrayList<Set<Rule>>();
           
            Set<Rule> s = null;
            Rule r = null;
           
            s = new HashSet<Rule>();
            r = new LoadTypeCastInserter( "TypeCastInserter");
            s.add(r);
            ls.add(s);
View Full Code Here
239
240
241
242
243
244
245
246
247
248
249
250
251
252
            "('srcid, mrkt, dstid, name, age', 'srcid, name');" +
            "b = filter a by (srcid < 20 and age < 30) or (name == 'foo' and age > 40);" +
            "store b into 'output';";
        LogicalPlan plan = buildPlan(new PigServer(pc), query);
       
        Rule rule = new PartitionFilterOptimizer("test");
        List<OperatorPlan> matches = rule.match(plan);
        if (matches != null) {
            Transformer transformer = rule.getNewTransformer();
            for (OperatorPlan m : matches) {
                if (transformer.check(m)) {
                    transformer.transform(m);
                }
            }
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
274
275
276
            "('srcid, mrkt, dstid, name, age', 'srcid,name');" +
            "b = filter a by (srcid < 20) or (name == 'foo');" +
            "store b into 'output';";
        LogicalPlan plan = Util.buildLp(new PigServer(pc), query);
       
        Rule rule = new PartitionFilterOptimizer("test");
        List<OperatorPlan> matches = rule.match(plan);
        if (matches != null) {
            Transformer transformer = rule.getNewTransformer();
            for (OperatorPlan m : matches) {
                if (transformer.check(m)) {
                    transformer.transform(m);
                }
            }
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.optimizer.Rule

  • org.apache.pig.newplan.logical.optimizer.LogicalPlanOptimizer
  • org.apache.pig.newplan.Operator
  • org.apache.pig.test.TestConstantCalculator$MyPlanOptimizer
  • org.apache.pig.test.TestFilterSimplification$MyPlanOptimizer
  • org.apache.pig.test.TestGroupConstParallel$MyPlanOptimizer
  • org.apache.pig.test.TestMergeForEachOptimization$MyPlanOptimizer
  • org.apache.pig.test.TestNewPartitionFilterPushDown$MyPlanOptimizer
  • org.apache.pig.test.TestNewPlanColumnPrune$MyPlanOptimizer
  • org.apache.pig.test.TestNewPlanFilterAboveForeach$MyPlanOptimizer
  • org.apache.pig.test.TestNewPlanFilterRule
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.