Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.CombinerOptimizer

        // Run CombinerOptimizer on Tez plan
        boolean nocombiner = conf.getBoolean(PigConfiguration.PROP_NO_COMBINER, false);
        if (!pc.inIllustrator && !nocombiner)  {
            boolean doMapAgg = Boolean.parseBoolean(pc.getProperties().getProperty(
                    PigConfiguration.PROP_EXEC_MAP_PARTAGG, "false"));
            CombinerOptimizer co = new CombinerOptimizer(tezPlan, doMapAgg);
            co.visit();
            co.getMessageCollector().logMessages(MessageType.Warning, aggregateWarning, log);
        }


        // Run optimizer to make use of secondary sort key when possible for nested foreach
        // order by and distinct. Should be done before AccumulatorOptimizer
        boolean noSecKeySort = conf.getBoolean(PigConfiguration.PIG_EXEC_NO_SECONDARY_KEY, false);

        // Run CombinerOptimizer on Tez plan
        if (!nocombiner) {
            boolean doMapAgg = Boolean.parseBoolean(pc.getProperties()
                    .getProperty(PigConfiguration.PROP_EXEC_MAP_PARTAGG,
                            "false"));
            CombinerOptimizer co = new CombinerOptimizer(tezPlan, doMapAgg);
            co.visit();
        }


        SecondaryKeyOptimizerTez skOptimizer = new SecondaryKeyOptimizerTez(
                tezPlan);
        skOptimizer.visit();

Related Classes of org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.CombinerOptimizer

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.