Package com.netflix.bdp.s3mper.metastore.impl

Examples of com.netflix.bdp.s3mper.metastore.impl.DynamoDBMetastore$DeleteTask


       
        Configuration deleteConf = new Configuration(conf);
        deleteConf.setBoolean("s3mper.metastore.deleteMarker.enabled", false);
        deleteFs = FileSystem.get(testPath.toUri(), deleteConf);
       
        meta = new DynamoDBMetastore();
        meta.initalize(testPath.toUri(), conf);
       
        alert = new CloudWatchAlertDispatcher();
        alert.init(testPath.toUri(), conf);
       
View Full Code Here


           
            Path path = new Path(args[0]);
           
            conf.set("s3mper.metastore.deleteMarker.enabled", "true");
           
            DynamoDBMetastore meta = new DynamoDBMetastore();
            meta.initalize(path.toUri(), conf);
           
            FileSystem fs = FileSystem.get(path.toUri(), conf);
           
            Set<String> s3files = new HashSet<String>();
           
            FileStatus[] s3listing = fs.listStatus(path);
           
            if (s3listing != null) {
                for (FileStatus f : s3listing) {
                    s3files.add(f.getPath().toUri().toString());
                }
            }
           
            List<FileInfo> files = meta.list(Collections.singletonList(path));
           
            for (FileInfo f : files) {
                if (!s3files.contains(f.getPath().toUri().toString())) {
                    meta.delete(f.getPath());
                }
            }           
        } catch (Exception e) {
            System.out.println("Usage: s3mper metastore resolve <path>\n");
           
View Full Code Here

           
            Path path = new Path(args[0]);
           
            conf.set("s3mper.metastore.deleteMarker.enabled", "true");
           
            DynamoDBMetastore meta = new DynamoDBMetastore();
            meta.initalize(path.toUri(), conf);
           
            List<FileInfo> files = meta.list(Collections.singletonList(path));
           
            for (FileInfo f : files) {
                System.out.println(f.getPath() + (f.isDeleted() ? " [Deleted]" : ""));
            }
        } catch (Exception e) {
View Full Code Here

TOP

Related Classes of com.netflix.bdp.s3mper.metastore.impl.DynamoDBMetastore$DeleteTask

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.