Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.PathFilter

831
832
833
834
835
836
837
838
839
840
841
     */
    public static Path getLatestVersionedPath(FileSystem fs, Path directory, String acceptRegex)
            throws IOException {
        final String pattern = acceptRegex != null ? acceptRegex : "\\S+";

        PathFilter filter = new PathFilter() {

            @Override
            public boolean accept(Path arg0) {
                return !arg0.getName().startsWith("_") && Pattern.matches(pattern, arg0.getName());
            }
View Full Code Here
928
929
930
931
932
933
934
935
936
937
938
        if(backupNumber < 1) {
            logger.error("Number of versions must be 1 or greater");
            return;
        }

        PathFilter filter = new PathFilter() {

            @Override
            public boolean accept(Path arg0) {
                return !arg0.getName().startsWith("_")
                       && Pattern.matches(acceptRegex, arg0.getName());
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
        return blobStore.fileSystem().create(file, true, blobStore.bufferSizeInBytes());
    }

    @Override
    public ImmutableMap<String, BlobMetaData> listBlobsByPrefix(final @Nullable String blobNamePrefix) throws IOException {
        FileStatus[] files = blobStore.fileSystem().listStatus(path, new PathFilter() {
            @Override
            public boolean accept(Path path) {
                return path.getName().startsWith(blobNamePrefix);
            }
        });
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
   * @return true if family contains reference files
   * @throws IOException
   */
  public boolean hasReferences(final String familyName) throws IOException {
    FileStatus[] files = FSUtils.listStatus(fs, getStoreDir(familyName),
      new PathFilter () {
        public boolean accept(Path path) {
          return StoreFileInfo.isReference(path);
        }
      }
    );
View Full Code Here
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
      // a path filter that matches 4 parts of the filenames namely
      //  - jt-hostname
      //  - job-id
      //  - username
      //  - jobname
      PathFilter filter = new PathFilter() {
        public boolean accept(Path path) {
          String fileName = path.getName();
          try {
            fileName = decodeJobHistoryFileName(fileName);
          } catch (IOException ioe) {
View Full Code Here
557
558
559
560
561
562
563
564
565
566
567
        ArrayList dirs = new ArrayList();
        for (int i = 1; i < args.length; i++) {
          if (args[i] == null) continue;
          if (args[i].equals("-dir")) {
            Path dir = new Path(args[++i]);
            Path[] files = fs.listPaths(dir, new PathFilter() {
              public boolean accept(Path pathname) {
                try {
                  if (fs.isDirectory(pathname)) return true;
                } catch (IOException e) {};
                return false;
View Full Code Here
611
612
613
614
615
616
617
618
619
620
621
    ArrayList segs = new ArrayList();
    long sliceSize = 0;
    boolean filter = false;
    for (int i = 1; i < args.length; i++) {
      if (args[i].equals("-dir")) {
        Path[] files = fs.listPaths(new Path(args[++i]), new PathFilter() {
          public boolean accept(Path f) {
            try {
              if (fs.isDirectory(f)) return true;
            } catch (IOException e) {}
            ;
View Full Code Here
867
868
869
870
871
872
873
874
875
876
877
                archiveList.add(libPath.toString());
                return;
            }

            // lib path is a directory, add each file under the lib dir to archive
            final FileStatus[] fileStatuses = fs.listStatus(libPath, new PathFilter() {
                @Override
                public boolean accept(Path path) {
                    try {
                        return fs.isFile(path) && path.getName().endsWith(".jar");
                    } catch (IOException ignore) {
View Full Code Here
554
555
556
557
558
559
560
561
562
563
564
    private static Path getStagingPath(org.apache.falcon.entity.v0.cluster.Cluster cluster, Path path)
        throws FalconException {
        try {
            FileSystem fs = HadoopClientFactory.get().createFileSystem(ClusterHelper.getConfiguration(cluster));
            FileStatus latest = null;
            FileStatus[] files = fs.globStatus(path, new PathFilter() {
                @Override
                public boolean accept(Path path) {
                    if (path.getName().equals("logs")) {
                        return false;
                    }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
  }

  private Collection<Fragment> getFragments(TableMeta meta, Path tablePath)
      throws IOException {
    List<Fragment> fraglist = Lists.newArrayList();
    FileStatus[] files = fs.listStatus(tablePath, new PathFilter() {
      @Override
      public boolean accept(Path path) {
        return path.getName().charAt(0) != '.';
      }
    });
View Full Code Here
TOP

Related Classes of org.apache.hadoop.fs.PathFilter

  • com.aamend.hadoop.clustering.job.CanopyDriver
  • com.alexholmes.hadooputils.test.TextIOJobBuilder
  • com.bah.geterdun.WriteAheadLogManager
  • com.linkedin.camus.etl.kafka.CamusJob
  • com.m6d.filecrush.crush.Crush
  • com.twitter.elephantbird.mapreduce.output.LuceneIndexOutputFormat
  • com.twitter.elephantbird.util.HdfsUtils
  • com.twitter.elephantbird.util.TestPathFilters
  • org.apache.accumulo.server.upgrade.UpgradeMetadataTable
  • org.apache.blur.manager.writer.IndexImporter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.