Examples of BatchDeleter

org.apache.accumulo.core.client.BatchDeleter
Implementations of BatchDeleter support efficient deletion of ranges in accumulo.

Examples of org.apache.accumulo.core.client.BatchDeleter

    // make sure we are using a clean table
    if (c.tableOperations().exists("test"))
      c.tableOperations().delete("test");
    c.tableOperations().create("test");
    
    BatchDeleter deleter = c.createBatchDeleter("test", Constants.NO_AUTHS, 2, new BatchWriterConfig());
    // first make sure it deletes fine when its empty
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test deleting just one row
    BatchWriter writer = c.createBatchWriter("test", new BatchWriterConfig());
    Mutation m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test multi row deletes
    writer = c.createBatchWriter("test", new BatchWriterConfig());
    m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    Mutation m2 = new Mutation("r2");
    m2.put("fam", "qual", "value");
    writer.addMutation(m2);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    checkRemaining(c, "test", 1);
  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

    // make sure we are using a clean table
    if (c.tableOperations().exists("test"))
      c.tableOperations().delete("test");
    c.tableOperations().create("test");
    
    BatchDeleter deleter = c.createBatchDeleter("test", Constants.NO_AUTHS, 2, new BatchWriterConfig());
    // first make sure it deletes fine when its empty
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test deleting just one row
    BatchWriter writer = c.createBatchWriter("test", new BatchWriterConfig());
    Mutation m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test multi row deletes
    writer = c.createBatchWriter("test", new BatchWriterConfig());
    m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    Mutation m2 = new Mutation("r2");
    m2.put("fam", "qual", "value");
    writer.addMutation(m2);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    checkRemaining(c, "test", 1);
  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

    // make sure we are using a clean table
    if (c.tableOperations().exists("test"))
      c.tableOperations().delete("test");
    c.tableOperations().create("test");
    
    BatchDeleter deleter = c.createBatchDeleter("test", Authorizations.EMPTY, 2, new BatchWriterConfig());
    // first make sure it deletes fine when its empty
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test deleting just one row
    BatchWriter writer = c.createBatchWriter("test", new BatchWriterConfig());
    Mutation m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test multi row deletes
    writer = c.createBatchWriter("test", new BatchWriterConfig());
    m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    Mutation m2 = new Mutation("r2");
    m2.put("fam", "qual", "value");
    writer.addMutation(m2);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    checkRemaining(c, "test", 1);
  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

    MergeStats stats = scan(state, metaDataStateStore);
    MergeState newState = stats.nextMergeState(connector, state);
    Assert.assertEquals(MergeState.WAITING_FOR_OFFLINE, newState);


    // unassign the tablets
    BatchDeleter deleter = connector.createBatchDeleter(MetadataTable.NAME, Authorizations.EMPTY, 1000, new BatchWriterConfig());
    deleter.fetchColumnFamily(TabletsSection.CurrentLocationColumnFamily.NAME);
    deleter.setRanges(Collections.singletonList(new Range()));
    deleter.delete();


    // now we should be ready to merge but, we have inconsistent metadata
    stats = scan(state, metaDataStateStore);
    Assert.assertEquals(MergeState.WAITING_FOR_OFFLINE, stats.nextMergeState(connector, state));

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

      if (key instanceof String && ((String) key).startsWith("pattern"))
        patterns.add(props.getProperty((String) key));
    
    String pattern = patterns.get(rand.nextInt(patterns.size()));
    BatchWriterConfig bwc = new BatchWriterConfig();
    BatchDeleter ibd = state.getConnector().createBatchDeleter(indexTableName, Authorizations.EMPTY, 8, bwc);
    ibd.setRanges(Collections.singletonList(new Range()));
    
    IteratorSetting iterSettings = new IteratorSetting(100, RegExFilter.class);
    RegExFilter.setRegexs(iterSettings, null, null, pattern, null, false);
    
    ibd.addScanIterator(iterSettings);
    
    ibd.delete();
    
    ibd.close();
    
    BatchDeleter dbd = state.getConnector().createBatchDeleter(dataTableName, Authorizations.EMPTY, 8, bwc);
    dbd.setRanges(Collections.singletonList(new Range()));
    
    iterSettings = new IteratorSetting(100, RegExFilter.class);
    RegExFilter.setRegexs(iterSettings, pattern, null, null, null, false);
    
    dbd.addScanIterator(iterSettings);
    
    dbd.delete();
    
    dbd.close();
    
    log.debug("Deleted documents w/ id matching '" + pattern + "'");
  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

    // make sure we are using a clean table
    if (c.tableOperations().exists("test"))
      c.tableOperations().delete("test");
    c.tableOperations().create("test");
    
    BatchDeleter deleter = c.createBatchDeleter("test", Constants.NO_AUTHS, 2, 10000L, 1000L, 4);
    // first make sure it deletes fine when its empty
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test deleting just one row
    BatchWriter writer = c.createBatchWriter("test", 10, 10, 1);
    Mutation m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    this.checkRemaining(c, "test", 0);
    
    // test multi row deletes
    writer = c.createBatchWriter("test", 10, 10, 1);
    m = new Mutation("r1");
    m.put("fam", "qual", "value");
    writer.addMutation(m);
    Mutation m2 = new Mutation("r2");
    m2.put("fam", "qual", "value");
    writer.addMutation(m2);
    
    // make sure the write goes through
    writer.flush();
    writer.close();
    
    deleter.setRanges(Collections.singletonList(new Range(("r1"))));
    deleter.delete();
    checkRemaining(c, "test", 1);
  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

  protected boolean deleteAltIndexEntry(
      final String tableName,
      final ByteArrayId dataId,
      final ByteArrayId adapterId ) {
    boolean success = true;
    BatchDeleter deleter = null;
    try {


      deleter = accumuloOperations.createBatchDeleter(tableName);


      deleter.setRanges(Arrays.asList(Range.exact(new Text(
          dataId.getBytes()))));


      deleter.fetchColumnFamily(new Text(
          adapterId.getBytes()));


      final Iterator<Map.Entry<Key, Value>> iterator = deleter.iterator();
      while (iterator.hasNext()) {
        final Entry<Key, Value> entry = iterator.next();


        if (!(Arrays.equals(
            entry.getKey().getRowData().getBackingArray(),
            dataId.getBytes()) && Arrays.equals(
            entry.getKey().getColumnFamilyData().getBackingArray(),
            adapterId.getBytes()))) {
          success = false;
          break;
        }
      }


      if (success) {
        deleter.delete();
      }


      deleter.close();


    }
    catch (final TableNotFoundException | MutationsRejectedException e) {
      LOGGER.warn(
          "Unable to delete entries from alternate index table [" + tableName + "].",
          e);
      if (deleter != null) {
        deleter.close();
      }
      success = false;
    }


    return success;

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter


  private boolean deleteAll(
      final String tableName,
      final String columnFamily,
      final String... additionalAuthorizations ) {
    BatchDeleter deleter = null;
    try {
      deleter = accumuloOperations.createBatchDeleter(
          tableName,
          additionalAuthorizations);


      deleter.setRanges(Arrays.asList(new Range()));
      deleter.fetchColumnFamily(new Text(
          columnFamily));
      deleter.delete();
      return true;
    }
    catch (final TableNotFoundException | MutationsRejectedException e) {
      LOGGER.warn(
          "Unable to delete row from table [" + tableName + "].",
          e);
      return false;
    }
    finally {
      if (deleter != null) {
        deleter.close();
      }
    }


  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

      final String tableName,
      final List<Entry<Key, Value>> rows,
      final DeleteRowObserver deleteRowObserver,
      final String... authorizations ) {


    BatchDeleter deleter = null;
    try {
      deleter = accumuloOperations.createBatchDeleter(
          tableName,
          authorizations);
      int count = 0;
      final List<Range> rowRanges = new ArrayList<Range>();
      for (final Entry<Key, Value> rowData : rows) {
        final byte[] id = rowData.getKey().getRowData().getBackingArray();
        rowRanges.add(Range.exact(new Text(
            id)));
        if (deleteRowObserver != null) {
          deleteRowObserver.deleteRow(
              rowData.getKey(),
              rowData.getValue());
        }
        count++;
      }
      deleter.setRanges(rowRanges);


      deleter.delete();


      deleter.close();


      return count > 0;
    }
    catch (final TableNotFoundException | MutationsRejectedException e) {
      LOGGER.warn(
          "Unable to delete row from table [" + tableName + "].",
          e);
      if (deleter != null) {
        deleter.close();
      }
      return false;
    }


  }

View Full Code Here

Examples of org.apache.accumulo.core.client.BatchDeleter

      final String columnFamily,
      final String columnQualifier,
      final String... authorizations ) {


    boolean success = true;
    BatchDeleter deleter = null;
    try {
      deleter = createBatchDeleter(
          tableName,
          authorizations);
      if ((columnFamily != null) && !columnFamily.isEmpty()) {
        if ((columnQualifier != null) && !columnQualifier.isEmpty()) {
          deleter.fetchColumn(
              new Text(
                  columnFamily),
              new Text(
                  columnQualifier));
        }
        else {
          deleter.fetchColumnFamily(new Text(
              columnFamily));
        }
      }
      final Set<ByteArrayId> removeSet = new HashSet<ByteArrayId>();
      final List<Range> rowRanges = new ArrayList<Range>();
      for (final ByteArrayId rowId : rowIds) {
        rowRanges.add(Range.exact(new Text(
            rowId.getBytes())));
        removeSet.add(new ByteArrayId(
            rowId.getBytes()));
      }
      deleter.setRanges(rowRanges);


      final Iterator<Map.Entry<Key, Value>> iterator = deleter.iterator();
      while (iterator.hasNext()) {
        final Entry<Key, Value> entry = iterator.next();
        removeSet.remove(new ByteArrayId(
            entry.getKey().getRowData().getBackingArray()));
      }


      if (removeSet.isEmpty()) {
        deleter.delete();
      }


      deleter.close();
    }
    catch (final TableNotFoundException | MutationsRejectedException e) {
      LOGGER.warn(
          "Unable to delete row from table [" + tableName + "].",
          e);
      if (deleter != null) {
        deleter.close();
      }
      success = false;
    }


    return success;

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.