Package org.apache.pig.backend.datastorage

Examples of org.apache.pig.backend.datastorage.ContainerDescriptor

100
101
102
103
104
105
106
107
108
109
110
            }
        } else {
            ElementDescriptor[] descriptors = storage.asCollection(path);
            for(ElementDescriptor descriptor : descriptors) {
                String fileName = null, parentName = null;
                ContainerDescriptor parentContainer = null;
                if (descriptor instanceof HFile) {
                    Path descriptorPath = ((HFile) descriptor).getPath();
                    fileName = descriptorPath.getName();
                    Path parent = descriptorPath.getParent();
                    parentName = parent.toString();
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
            }
        } else {
            ElementDescriptor[] descriptors = storage.asCollection(path);
            for(ElementDescriptor descriptor : descriptors) {
                String fileName = null, parentName = null;
                ContainerDescriptor parentContainer = null;
                if (descriptor instanceof HFile) {
                    Path descriptorPath = ((HFile) descriptor).getPath();
                    fileName = descriptorPath.getName();
                    Path parent = descriptorPath.getParent();
                    parentName = parent.toString();
View Full Code Here
535
536
537
538
539
540
541
542
543
544
545
546
               
                if (!dfsPath.exists())
                    throw new IOException("Directory " + path + " does not exist.");
       
                if (mDfs.isContainer(path)) {
                    ContainerDescriptor dfsDir = (ContainerDescriptor) dfsPath;
                    Iterator<ElementDescriptor> paths = dfsDir.iterator();
                   
                    while (paths.hasNext()) {
                        ElementDescriptor curElem = paths.next();
                       
                        if (mDfs.isContainer(curElem.toString())) {
View Full Code Here
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
    }

    @Override
    protected void processCD(String path) throws IOException
    {   
        ContainerDescriptor container;
        if(mExplain == null) { // process only if not in "explain" mode
            try {
                if (path == null) {
                    container = mDfs.asContainer(((HDataStorage)mDfs).getHFS().getHomeDirectory().toString());
                    mDfs.setActiveContainer(container);
                }
                else
                {
                    container = mDfs.asContainer(path);
       
                    if (!container.exists()) {
                        throw new IOException("Directory " + path + " does not exist.");
                    }
                   
                    if (!mDfs.isContainer(path)) {
                        throw new IOException(path + " is not a directory.");
View Full Code Here
664
665
666
667
668
669
670
671
672
673
674
675
                if (!pathDescriptor.exists()) {
                    throw new IOException("File or directory " + path + " does not exist.");               
                }
               
                if (mDfs.isContainer(pathDescriptor.toString())) {
                    ContainerDescriptor container = (ContainerDescriptor) pathDescriptor;
                    Iterator<ElementDescriptor> elems = container.iterator();
                   
                    while (elems.hasNext()) {
                        ElementDescriptor curElem = elems.next();
                       
                        if (mDfs.isContainer(curElem.toString())) {
View Full Code Here
844
845
846
847
848
849
850
851
852
853
854
   
    @Override
    protected void processMkdir(String dir) throws IOException
    {
        if(mExplain == null) { // process only if not in "explain" mode
            ContainerDescriptor dirDescriptor = mDfs.asContainer(dir);
            dirDescriptor.create();
        } else {
            log.warn("'mkdir' statement is ignored while processing 'explain -script' or '-check'");
        }
    }
View Full Code Here
1050
1051
1052
1053
1054
1055
1056
1057
1058
     * @param dirs directory to make
     * @return true
     * @throws IOException
     */
    public boolean mkdirs(String dirs) throws IOException {
        ContainerDescriptor container = pigContext.getDfs().asContainer(dirs);
        container.create();
        return true;
    }
View Full Code Here
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
     * @return array of strings, one for each file name
     * @throws IOException
     */
    public String[] listPaths(String dir) throws IOException {
        Collection<String> allPaths = new ArrayList<String>();
        ContainerDescriptor container = pigContext.getDfs().asContainer(dir);
        Iterator<ElementDescriptor> iter = container.iterator();
           
        while (iter.hasNext()) {
            ElementDescriptor elem = iter.next();
            allPaths.add(elem.toString());
        }
View Full Code Here
715
716
717
718
719
720
721
722
723
        pigContext.rename(source, target);
        return true;
    }
   
    public boolean mkdirs(String dirs) throws IOException {
        ContainerDescriptor container = pigContext.getDfs().asContainer(dirs);
        container.create();
        return true;
    }
View Full Code Here
722
723
724
725
726
727
728
729
730
731
732
733
        return true;
    }
   
    public String[] listPaths(String dir) throws IOException {
        Collection<String> allPaths = new ArrayList<String>();
        ContainerDescriptor container = pigContext.getDfs().asContainer(dir);
        Iterator<ElementDescriptor> iter = container.iterator();
           
        while (iter.hasNext()) {
            ElementDescriptor elem = iter.next();
            allPaths.add(elem.toString());
        }
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.datastorage.ContainerDescriptor

  • com.packetloop.packetpig.storage.JsonMetadata
  • org.apache.pig.backend.local.datastorage.LocalDir
  • org.apache.pig.builtin.JsonMetadata
  • org.apache.pig.impl.io.FileLocalizer
  • org.apache.pig.parser.QueryParserUtils
  • org.apache.pig.piggybank.storage.JsonMetadata
  • org.apache.pig.PigServer
  • org.apache.pig.tools.grunt.GruntParser
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.