Package org.apache.pig.impl.plan

Examples of org.apache.pig.impl.plan.RequiredFields

1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

       
        //check filter required fields
        LOFilter filter = (LOFilter)lp.getSuccessors(loada).get(0);
        List<RequiredFields> filterRequiredFields = filter.getRequiredFields();
        assertTrue(filterRequiredFields.size() == 1);
       
        requiredField = filterRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == true);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.getFields() == null);
       
    }
View Full Code Here
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851
1852
1853
1854
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        LOSplit split = (LOSplit)lp.getSuccessors(loada).get(0);
        List<RequiredFields> splitRequiredFields = split.getRequiredFields();
        assertTrue(splitRequiredFields.size() == 1);
       
        requiredField = splitRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.getFields() == null);
       
        //check split outputs' required fields
        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        List<RequiredFields> splitbRequiredFields = splitb.getRequiredFields();
        assertTrue(splitbRequiredFields.size() == 1);
       
        requiredField = splitbRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(1);
        List<RequiredFields> splitcRequiredFields = splitc.getRequiredFields();
        assertTrue(splitcRequiredFields.size() == 1);
       
        requiredField = splitcRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == true);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.getFields() == null);
       
    }
View Full Code Here
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);
       
        //check order by required fields
        LOSort sort = (LOSort)lp.getSuccessors(loada).get(0);
        List<RequiredFields> sortRequiredFields = sort.getRequiredFields();
        assertTrue(sortRequiredFields.size() == 1);
       
        requiredField = sortRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 0);
        assertTrue(fields.get(1).second == 1);
View Full Code Here
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

       
        //check cogroup required fields
        LOCogroup cogroup = (LOCogroup)lp.getSuccessors(loada).get(0);
        List<RequiredFields> cogroupRequiredFields = cogroup.getRequiredFields();
        assertTrue(cogroupRequiredFields.size() == 1);
       
        requiredField = cogroupRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 0);
        assertTrue(fields.get(1).second == 1);
       
        //check that the foreach required fields contain [<0, 1>]
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        List<RequiredFields> foreachRequiredFields = foreach.getRequiredFields();
        assertTrue(foreachRequiredFields.size() == 1);

        requiredField = foreachRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);

        fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 1);
    }
View Full Code Here
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
        //check that the loads' required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        LOLoad loadb = (LOLoad) lp.getRoots().get(1);
        List<RequiredFields> loadbRequiredFields = loadb.getRequiredFields();
        assertTrue(loadbRequiredFields.size() == 1);
       
        requiredField = loadbRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        //check frjoin required fields
        LOJoin frjoin = (LOJoin)lp.getSuccessors(loada).get(0);
        List<RequiredFields> frjoinRequiredFields = frjoin.getRequiredFields();
        assertTrue(frjoinRequiredFields.size() == 2);
       
        requiredField = frjoinRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);

        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 0);
        assertTrue(fields.get(1).second == 1);

        requiredField = frjoinRequiredFields.get(1);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);
       
        fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 1);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 1);
        assertTrue(fields.get(1).second == 1);
View Full Code Here
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
        //check that the loads' required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        LOLoad loadb = (LOLoad) lp.getRoots().get(1);
        List<RequiredFields> loadbRequiredFields = loadb.getRequiredFields();
        assertTrue(loadbRequiredFields.size() == 1);
       
        requiredField = loadbRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        //check join required fields
        LOJoin join = (LOJoin)lp.getSuccessors(loada).get(0);
        List<RequiredFields> joinRequiredFields = join.getRequiredFields();
        assertTrue(joinRequiredFields.size() == 2);
       
        requiredField = joinRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);

        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 0);
        assertTrue(fields.get(1).second == 1);

        requiredField = joinRequiredFields.get(1);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);
       
        fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 1);
        assertTrue(fields.get(0).second == 0);
        assertTrue(fields.get(1).first == 1);
        assertTrue(fields.get(1).second == 1);
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

       
        //check cogroup required fields
        LOCogroup cogroup = (LOCogroup)lp.getSuccessors(loada).get(0);
        List<RequiredFields> cogroupRequiredFields = cogroup.getRequiredFields();
        assertTrue(cogroupRequiredFields.size() == 1);
       
        requiredField = cogroupRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 2);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 6);
        assertTrue(fields.get(1).first == 0);
        assertTrue(fields.get(1).second == 7);
       
        //check that the foreach required fields contain [<0, 0>]
        LOForEach foreach = (LOForEach)lp.getLeaves().get(0);
        List<RequiredFields> foreachRequiredFields = foreach.getRequiredFields();
        assertTrue(foreachRequiredFields.size() == 1);
       
        requiredField = foreachRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == false);
        assertTrue(requiredField.needAllFields() == false);

        fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
    }
View Full Code Here
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

       
        //check filter required fields
        LOFilter filter = (LOFilter)lp.getSuccessors(loada).get(0);
        List<RequiredFields> filterRequiredFields = filter.getRequiredFields();
        assertTrue(filterRequiredFields.size() == 1);
       
        requiredField = filterRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 1);
    }
View Full Code Here
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);

        LOSplit split = (LOSplit)lp.getSuccessors(loada).get(0);
        List<RequiredFields> splitRequiredFields = split.getRequiredFields();
        assertTrue(splitRequiredFields.size() == 1);
       
        requiredField = splitRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.getFields() == null);
       
        //check split outputs' required fields
        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        List<RequiredFields> splitbRequiredFields = splitb.getRequiredFields();
        assertTrue(splitbRequiredFields.size() == 1);
       
        requiredField = splitbRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 0);
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(1);
        List<RequiredFields> splitcRequiredFields = splitc.getRequiredFields();
        assertTrue(splitcRequiredFields.size() == 1);
       
        requiredField = splitcRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 1);
    }
View Full Code Here
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
        //check that the load's required fields is null
        LOLoad loada = (LOLoad) lp.getRoots().get(0);
        List<RequiredFields> loadaRequiredFields = loada.getRequiredFields();
        assertTrue(loadaRequiredFields.size() == 1);
       
        RequiredFields requiredField = loadaRequiredFields.get(0);
        assertTrue(requiredField.needNoFields() == true);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.getFields() == null);
       
        //check order by required fields
        LOSort sort = (LOSort)lp.getSuccessors(loada).get(0);
        List<RequiredFields> sortRequiredFields = sort.getRequiredFields();
        assertTrue(sortRequiredFields.size() == 1);
       
        requiredField = sortRequiredFields.get(0);
        assertTrue(requiredField.needAllFields() == false);
        assertTrue(requiredField.needNoFields() == false);
       
        List<Pair<Integer, Integer>> fields = requiredField.getFields();
        assertTrue(fields.size() == 1);
        assertTrue(fields.get(0).first == 0);
        assertTrue(fields.get(0).second == 1);
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.impl.plan.RequiredFields

  • org.apache.pig.impl.logicalLayer.LOCogroup
  • org.apache.pig.impl.logicalLayer.LOCross
  • org.apache.pig.impl.logicalLayer.LODistinct
  • org.apache.pig.impl.logicalLayer.LOFilter
  • org.apache.pig.impl.logicalLayer.LOForEach
  • org.apache.pig.impl.logicalLayer.LOFRJoin
  • org.apache.pig.impl.logicalLayer.LOJoin
  • org.apache.pig.impl.logicalLayer.LOLimit
  • org.apache.pig.impl.logicalLayer.LOLoad
  • org.apache.pig.impl.logicalLayer.LOSort
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.