Examples of LODistinct

Examples of org.apache.pig.impl.logicalLayer.LODistinct

318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
    @Test
    public void testQueryDistinctNoSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
    @Test
    public void testQueryDistinctWithSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
    @Test
    public void testQueryDistinctNoSchema() {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
    @Test
    public void testQueryDistinctWithSchema() {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

118
119
120
121
122
123
124
125
126
        fillSchema(filter, node.attributes) ;
        return filter ;
    }

    private LODistinct createLODistinct(DotNode node, LogicalPlan plan) {
        LODistinct distinct = new LODistinct(plan, getKey(node.attributes)) ;
        fillSchema(distinct, node.attributes) ;
        return distinct ;
    }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
    @Test
    public void testQueryDistinctNoSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a';");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LODistinct

576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
    @Test
    public void testQueryDistinctWithSchema() throws FrontendException {
        planTester.buildPlan("a = load 'a' as (url,hitCount);");
        LogicalPlan lp = planTester.buildPlan("b = distinct a;");
       
        LODistinct distinct = (LODistinct)lp.getLeaves().get(0);
        List<RequiredFields> distinctRelevantFields0 = distinct.getRelevantInputs(0, 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields0.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields0.get(0).getFields().get(0).second == 0);
       
        List<RequiredFields> distinctRelevantFields1 = distinct.getRelevantInputs(0, 1);
        assertTrue(distinctRelevantFields1.get(0).getFields().size()==1);
        assertTrue(distinctRelevantFields1.get(0).getNeedAllFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getNeedNoFields()==false);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).first == 0);
        assertTrue(distinctRelevantFields1.get(0).getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LODistinct

152
153
154
155
156
157
158
159
        op.setFilterPlan( expr );
        return buildOp( loc, op, alias, inputAlias, null );
    }
   
    String buildDistinctOp(SourceLocation loc, String alias, String inputAlias, String partitioner) {
        LODistinct op = new LODistinct( plan );
        return buildOp( loc, op, alias, inputAlias, partitioner );
    }
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LODistinct

914
915
916
917
918
919
920
921
922
        buildNestedOp( loc, plan, op, alias, inputOp );
        return op;
    }

    Operator buildNestedDistinctOp(SourceLocation loc, LogicalPlan plan, String alias, Operator inputOp) {
        LODistinct op = new LODistinct( plan );
        buildNestedOp( loc, plan, op, alias, inputOp );
        return op;
    }
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LODistinct

198
199
200
201
202
203
204
205
        }
        return alias;
    }

    String buildDistinctOp(SourceLocation loc, String alias, String inputAlias, String partitioner) throws ParserValidationException {
        LODistinct op = new LODistinct( plan );
        return buildOp( loc, op, alias, inputAlias, partitioner );
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.