Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.LOCross

438
439
440
441
442
443
444
445
    @Test
    public void testQueryCrossNoSchema() throws FrontendException {
        String query = "c = cross (load 'a'), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);

        LOCross cross = (LOCross)lp.getLeaves().get(0);
        assertTrue(cross.getRelevantInputs(0, 0)==null);
    }
View Full Code Here
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
    public void testQueryCrossWithSchema() throws FrontendException {
        String query = "c = cross (load 'a' as (a, b, c)), (load 'b' as (d, e, f));";
        LogicalPlan lp = planTester.buildPlan(query);

        //check cross required fields
        LOCross cross = (LOCross)lp.getLeaves().get(0);
       
        RequiredFields crossRelevantFields0 = cross.getRelevantInputs(0, 0).get(0);
        assertTrue(crossRelevantFields0.getNeedAllFields()==false);
        assertTrue(crossRelevantFields0.getNeedNoFields()==false);
        assertTrue(crossRelevantFields0.getFields().get(0).first==0);
        assertTrue(crossRelevantFields0.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 0).get(1)==null);
       
        RequiredFields crossRelevantFields1 = cross.getRelevantInputs(0, 1).get(0);
        assertTrue(crossRelevantFields1.getNeedAllFields()==false);
        assertTrue(crossRelevantFields1.getNeedNoFields()==false);
        assertTrue(crossRelevantFields1.getFields().get(0).first==0);
        assertTrue(crossRelevantFields1.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 1).get(1)==null);
       
        RequiredFields crossRelevantFields2 = cross.getRelevantInputs(0, 2).get(0);
        assertTrue(crossRelevantFields2.getNeedAllFields()==false);
        assertTrue(crossRelevantFields2.getNeedNoFields()==false);
        assertTrue(crossRelevantFields2.getFields().get(0).first==0);
        assertTrue(crossRelevantFields2.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 2).get(1)==null);
       
        RequiredFields crossRelevantFields3 = cross.getRelevantInputs(0, 3).get(1);
        assertTrue(crossRelevantFields3.getNeedAllFields()==false);
        assertTrue(crossRelevantFields3.getNeedNoFields()==false);
        assertTrue(crossRelevantFields3.getFields().get(0).first==1);
        assertTrue(crossRelevantFields3.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 3).get(0)==null);
       
        RequiredFields crossRelevantFields4 = cross.getRelevantInputs(0, 4).get(1);
        assertTrue(crossRelevantFields4.getNeedAllFields()==false);
        assertTrue(crossRelevantFields4.getNeedNoFields()==false);
        assertTrue(crossRelevantFields4.getFields().get(0).first==1);
        assertTrue(crossRelevantFields4.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 4).get(0)==null);
       
        RequiredFields crossRelevantFields5 = cross.getRelevantInputs(0, 5).get(1);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getFields().get(0).first==1);
        assertTrue(crossRelevantFields5.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 5).get(0)==null);
    }
View Full Code Here
860
861
862
863
864
865
866
867
    @Test
    public void testQueryCrossWithMixedSchema() throws FrontendException {
        String query = "c = cross (load 'a' as (url, hitcount)), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOCross cross = (LOCross)lp.getLeaves().get(0);
        assertTrue(cross.getRelevantInputs(0, 0)==null);
    }
View Full Code Here
438
439
440
441
442
443
444
445
    @Test
    public void testQueryCrossNoSchema(){
        String query = "c = cross (load 'a'), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);

        LOCross cross = (LOCross)lp.getLeaves().get(0);
        assertTrue(cross.getRelevantInputs(0, 0)==null);
    }
View Full Code Here
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
    public void testQueryCrossWithSchema(){
        String query = "c = cross (load 'a' as (a, b, c)), (load 'b' as (d, e, f));";
        LogicalPlan lp = planTester.buildPlan(query);

        //check cross required fields
        LOCross cross = (LOCross)lp.getLeaves().get(0);
       
        RequiredFields crossRelevantFields0 = cross.getRelevantInputs(0, 0).get(0);
        assertTrue(crossRelevantFields0.getNeedAllFields()==false);
        assertTrue(crossRelevantFields0.getNeedNoFields()==false);
        assertTrue(crossRelevantFields0.getFields().get(0).first==0);
        assertTrue(crossRelevantFields0.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 0).get(1)==null);
       
        RequiredFields crossRelevantFields1 = cross.getRelevantInputs(0, 1).get(0);
        assertTrue(crossRelevantFields1.getNeedAllFields()==false);
        assertTrue(crossRelevantFields1.getNeedNoFields()==false);
        assertTrue(crossRelevantFields1.getFields().get(0).first==0);
        assertTrue(crossRelevantFields1.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 1).get(1)==null);
       
        RequiredFields crossRelevantFields2 = cross.getRelevantInputs(0, 2).get(0);
        assertTrue(crossRelevantFields2.getNeedAllFields()==false);
        assertTrue(crossRelevantFields2.getNeedNoFields()==false);
        assertTrue(crossRelevantFields2.getFields().get(0).first==0);
        assertTrue(crossRelevantFields2.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 2).get(1)==null);
       
        RequiredFields crossRelevantFields3 = cross.getRelevantInputs(0, 3).get(1);
        assertTrue(crossRelevantFields3.getNeedAllFields()==false);
        assertTrue(crossRelevantFields3.getNeedNoFields()==false);
        assertTrue(crossRelevantFields3.getFields().get(0).first==1);
        assertTrue(crossRelevantFields3.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 3).get(0)==null);
       
        RequiredFields crossRelevantFields4 = cross.getRelevantInputs(0, 4).get(1);
        assertTrue(crossRelevantFields4.getNeedAllFields()==false);
        assertTrue(crossRelevantFields4.getNeedNoFields()==false);
        assertTrue(crossRelevantFields4.getFields().get(0).first==1);
        assertTrue(crossRelevantFields4.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 4).get(0)==null);
       
        RequiredFields crossRelevantFields5 = cross.getRelevantInputs(0, 5).get(1);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getFields().get(0).first==1);
        assertTrue(crossRelevantFields5.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 5).get(0)==null);
    }
View Full Code Here
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
    @Test
    public void testQueryCrossWithMixedSchema(){
        String query = "c = cross (load 'a' as (url, hitcount)), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOCross cross = (LOCross)lp.getLeaves().get(0);
        RequiredFields crossRelevantFields0 = cross.getRelevantInputs(0, 0).get(0);
        assertTrue(crossRelevantFields0.getNeedAllFields()==false);
        assertTrue(crossRelevantFields0.getNeedNoFields()==false);
        assertTrue(crossRelevantFields0.getFields().get(0).first==0);
        assertTrue(crossRelevantFields0.getFields().get(0).second==0);
       
        RequiredFields crossRelevantFields1 = cross.getRelevantInputs(0, 1).get(0);
        assertTrue(crossRelevantFields1.getNeedAllFields()==false);
        assertTrue(crossRelevantFields1.getNeedNoFields()==false);
        assertTrue(crossRelevantFields1.getFields().get(0).first==0);
        assertTrue(crossRelevantFields1.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 2)==null);
    }
View Full Code Here
163
164
165
166
167
168
169
170
171
        fillSchema(union, node.attributes) ;
        return union ;
    }

    private LOCross createLOCross(DotNode node, LogicalPlan plan) {
        LOCross cross = new LOCross(plan, getKey(node.attributes)) ;
        fillSchema(cross, node.attributes) ;
        return cross ;
    }
View Full Code Here
442
443
444
445
446
447
448
449
    @Test
    public void testQueryCrossNoSchema() throws FrontendException {
        String query = "c = cross (load 'a'), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);

        LOCross cross = (LOCross)lp.getLeaves().get(0);
        assertTrue(cross.getRelevantInputs(0, 0)==null);
    }
View Full Code Here
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
    public void testQueryCrossWithSchema() throws FrontendException {
        String query = "c = cross (load 'a' as (a, b, c)), (load 'b' as (d, e, f));";
        LogicalPlan lp = planTester.buildPlan(query);

        //check cross required fields
        LOCross cross = (LOCross)lp.getLeaves().get(0);
       
        RequiredFields crossRelevantFields0 = cross.getRelevantInputs(0, 0).get(0);
        assertTrue(crossRelevantFields0.getNeedAllFields()==false);
        assertTrue(crossRelevantFields0.getNeedNoFields()==false);
        assertTrue(crossRelevantFields0.getFields().get(0).first==0);
        assertTrue(crossRelevantFields0.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 0).get(1)==null);
       
        RequiredFields crossRelevantFields1 = cross.getRelevantInputs(0, 1).get(0);
        assertTrue(crossRelevantFields1.getNeedAllFields()==false);
        assertTrue(crossRelevantFields1.getNeedNoFields()==false);
        assertTrue(crossRelevantFields1.getFields().get(0).first==0);
        assertTrue(crossRelevantFields1.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 1).get(1)==null);
       
        RequiredFields crossRelevantFields2 = cross.getRelevantInputs(0, 2).get(0);
        assertTrue(crossRelevantFields2.getNeedAllFields()==false);
        assertTrue(crossRelevantFields2.getNeedNoFields()==false);
        assertTrue(crossRelevantFields2.getFields().get(0).first==0);
        assertTrue(crossRelevantFields2.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 2).get(1)==null);
       
        RequiredFields crossRelevantFields3 = cross.getRelevantInputs(0, 3).get(1);
        assertTrue(crossRelevantFields3.getNeedAllFields()==false);
        assertTrue(crossRelevantFields3.getNeedNoFields()==false);
        assertTrue(crossRelevantFields3.getFields().get(0).first==1);
        assertTrue(crossRelevantFields3.getFields().get(0).second==0);
       
        assertTrue(cross.getRelevantInputs(0, 3).get(0)==null);
       
        RequiredFields crossRelevantFields4 = cross.getRelevantInputs(0, 4).get(1);
        assertTrue(crossRelevantFields4.getNeedAllFields()==false);
        assertTrue(crossRelevantFields4.getNeedNoFields()==false);
        assertTrue(crossRelevantFields4.getFields().get(0).first==1);
        assertTrue(crossRelevantFields4.getFields().get(0).second==1);
       
        assertTrue(cross.getRelevantInputs(0, 4).get(0)==null);
       
        RequiredFields crossRelevantFields5 = cross.getRelevantInputs(0, 5).get(1);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getNeedAllFields()==false);
        assertTrue(crossRelevantFields5.getFields().get(0).first==1);
        assertTrue(crossRelevantFields5.getFields().get(0).second==2);
       
        assertTrue(cross.getRelevantInputs(0, 5).get(0)==null);
    }
View Full Code Here
864
865
866
867
868
869
870
871
    @Test
    public void testQueryCrossWithMixedSchema() throws FrontendException {
        String query = "c = cross (load 'a' as (url, hitcount)), (load 'b');";
        LogicalPlan lp = planTester.buildPlan(query);
       
        LOCross cross = (LOCross)lp.getLeaves().get(0);
        assertTrue(cross.getRelevantInputs(0, 0)==null);
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.logicalLayer.LOCross

  • org.apache.pig.impl.logicalLayer.schema.Schema
  • org.apache.pig.impl.plan.ProjectionMap
  • org.apache.pig.impl.plan.RequiredFields
  • org.apache.pig.test.TestRelevantFields
  • org.apache.pig.test.utils.dotGraph.LogicalPlanLoader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.