Examples of VolumeManager

es.ipsa.atril.doc.volumes.VolumeManager
org.apache.accumulo.server.fs.VolumeManager
A wrapper around multiple hadoop FileSystem objects, which are assumed to be different volumes. This also concentrates a bunch of meta-operations like waiting for SAFE_MODE, and closing WALs.

Examples of org.apache.accumulo.server.fs.VolumeManager


  public static Map<FileRef,Long> getBulkFilesLoaded(Credentials credentials, KeyExtent extent) throws IOException {
    Text metadataRow = extent.getMetadataEntry();
    Map<FileRef,Long> ret = new HashMap<FileRef,Long>();


    VolumeManager fs = VolumeManagerImpl.get();
    Scanner scanner = new ScannerImpl(HdfsZooInstance.getInstance(), credentials, extent.isMeta() ? RootTable.ID : MetadataTable.ID, Authorizations.EMPTY);
    scanner.setRange(new Range(metadataRow));
    scanner.fetchColumnFamily(TabletsSection.BulkFileColumnFamily.NAME);
    for (Entry<Key,Value> entry : scanner) {
      Long tid = Long.parseLong(entry.getValue().toString());

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

  }


  @Override
  public Repo<Master> call(long tid, Master master) throws Exception {
    try {
      VolumeManager fs = master.getFileSystem();


      Map<String,String> fileNameMappings = PopulateMetadataTable.readMappingFile(fs, tableInfo);


      for (String oldFileName : fileNameMappings.keySet()) {
        if (!fs.exists(new Path(tableInfo.exportDir, oldFileName))) {
          throw new ThriftTableOperationException(tableInfo.tableId, tableInfo.tableName, TableOperation.IMPORT, TableOperationExceptionType.OTHER,
              "File referenced by exported table does not exists " + oldFileName);
        }
      }


      FileStatus[] files = fs.listStatus(new Path(tableInfo.exportDir));


      for (FileStatus fileStatus : files) {
        String newName = fileNameMappings.get(fileStatus.getPath().getName());


        if (newName != null)
          fs.rename(fileStatus.getPath(), new Path(tableInfo.importDir, newName));
      }


      return new FinishImportTable(tableInfo);
    } catch (IOException ioe) {
      log.warn(ioe.getMessage(), ioe);

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager


    BatchWriter mbw = null;
    ZipInputStream zis = null;


    try {
      VolumeManager fs = master.getFileSystem();


      mbw = master.getConnector().createBatchWriter(MetadataTable.NAME, new BatchWriterConfig());


      zis = new ZipInputStream(fs.open(path));


      Map<String,String> fileNameMappings = readMappingFile(fs, tableInfo);


      String bulkDir = new Path(tableInfo.importDir).getName();

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

    Path path = new Path(tableInfo.importDir, "mappings.txt");


    BufferedWriter mappingsWriter = null;


    try {
      VolumeManager fs = environment.getFileSystem();


      fs.mkdirs(new Path(tableInfo.importDir));


      FileStatus[] files = fs.listStatus(new Path(tableInfo.exportDir));


      UniqueNameAllocator namer = UniqueNameAllocator.getInstance();


      mappingsWriter = new BufferedWriter(new OutputStreamWriter(fs.create(path), Constants.UTF8));


      for (FileStatus fileStatus : files) {
        String fileName = fileStatus.getPath().getName();
        log.info("filename " + fileStatus.getPath().toString());
        String sa[] = fileName.split("\\.");

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

    return 0;
  }


  @Override
  public Repo<Master> call(long tid, Master master) throws Exception {
    VolumeManager fs = master.getFileSystem();
    fs.mkdirs(new Path(tableInfo.dir));
    return new PopulateMetadata(tableInfo);
  }

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

    return new PopulateMetadata(tableInfo);
  }


  @Override
  public void undo(long tid, Master master) throws Exception {
    VolumeManager fs = master.getFileSystem();
    fs.deleteRecursively(new Path(tableInfo.dir));


  }

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

    Set<Path> processing = new HashSet<Path>();
    ExecutorService threadPool = Executors.newFixedThreadPool(16);


    System.out.printf("Scanning : %s %s\n", table, range);


    VolumeManager fs = VolumeManagerImpl.get();
    Connector connector = instance.getConnector(principal, token);
    Scanner metadata = connector.createScanner(table, Authorizations.EMPTY);
    metadata.setRange(range);
    metadata.fetchColumnFamily(DataFileColumnFamily.NAME);
    int count = 0;
    AtomicInteger missing = new AtomicInteger(0);
    AtomicReference<Exception> exceptionRef = new AtomicReference<Exception>(null);
    BatchWriter writer = null;


    if (fix)
      writer = connector.createBatchWriter(MetadataTable.NAME, new BatchWriterConfig());


    for (Entry<Key,Value> entry : metadata) {
      if (exceptionRef.get() != null)
        break;


      count++;
      Key key = entry.getKey();
      Path map = fs.getFullPath(key);


      synchronized (processing) {
        while (processing.size() >= 64 || processing.contains(map))
          processing.wait();

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager

    List<String> argsList = new ArrayList<String>(args.length + 2);
    argsList.add("--old");
    argsList.add("--new");
    argsList.addAll(Arrays.asList(args));
    opts.parseArgs(ChangeSecret.class.getName(), argsList.toArray(new String[0]));
    VolumeManager fs = VolumeManagerImpl.get();
    Instance inst = opts.getInstance();
    if (!verifyAccumuloIsDown(inst, opts.oldPass))
      System.exit(-1);
    String instanceId = rewriteZooKeeperInstance(inst, opts.oldPass, opts.newPass);
    updateHdfs(fs, inst, instanceId);

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager


  private static synchronized void _getInstanceID() {
    if (instanceId == null) {
      AccumuloConfiguration acuConf = ServerConfiguration.getSiteConfiguration();
      // InstanceID should be the same across all volumes, so just choose one
      VolumeManager fs;
      try {
        fs = VolumeManagerImpl.get();
      } catch (IOException e) {
        throw new RuntimeException(e);
      }

View Full Code Here

Examples of org.apache.accumulo.server.fs.VolumeManager


    ConfigurationCopy conf = new ConfigurationCopy();
    conf.set(Property.INSTANCE_DFS_URI, "file:///");
    conf.set(Property.INSTANCE_DFS_DIR, "/");


    VolumeManager vm = VolumeManagerImpl.get(conf);


    TestWrapper wrapper = new TestWrapper(vm, conf, "A00004.rf", "A00002.rf", "F00003.rf");
    wrapper.prepareReplacement();
    wrapper.renameReplacement();
    wrapper.finishReplacement();

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.