Package org.apache.accumulo.core.client

Examples of org.apache.accumulo.core.client.IsolatedScanner

72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
  public long isReady(long tid, Master master) throws Exception {
   
    MapCounter<TServerInstance> serversToFlush = new MapCounter<TServerInstance>();
    Instance instance = HdfsZooInstance.getInstance();
    Connector conn = instance.getConnector(SecurityConstants.getSystemCredentials());
    Scanner scanner = new IsolatedScanner(conn.createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
   
    Range range = new KeyExtent(new Text(tableId), null, startRow == null ? null : new Text(startRow)).toMetadataRange();
   
    if (tableId.equals(Constants.METADATA_TABLE_ID))
      range = range.clip(new Range(Constants.ROOT_TABLET_EXTENT.getMetadataEntry(), false, null, true));
   
    scanner.setRange(range);
    ColumnFQ.fetch(scanner, Constants.METADATA_COMPACT_COLUMN);
    ColumnFQ.fetch(scanner, Constants.METADATA_DIRECTORY_COLUMN);
    scanner.fetchColumnFamily(Constants.METADATA_CURRENT_LOCATION_COLUMN_FAMILY);
   
    // TODO since not using tablet iterator, are there any issues w/ splits merges?
    long t1 = System.currentTimeMillis();
    RowIterator ri = new RowIterator(scanner);
   
View Full Code Here
440
441
442
443
444
445
446
447
448
449
450
      } catch (IOException e) {
        throw new IllegalStateException("Unable to create offline metadata scanner", e);
      }
    } else {
      try {
        scanner = new IsolatedScanner(instance.getConnector(credentials).createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
      } catch (AccumuloSecurityException ex) {
        throw new AccumuloException(ex);
      } catch (TableNotFoundException ex) {
        throw new AccumuloException(ex);
      }
View Full Code Here
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
        } else {
          scanner = conn.createScanner(getTablename(conf), authorizations);
        }
        if (isIsolated(conf)) {
          log.info("Creating isolated scanner");
          scanner = new IsolatedScanner(scanner);
        }
        if (usesLocalIterators(conf)) {
          log.info("Using local iterators");
          scanner = new ClientSideIteratorScanner(scanner);
        }
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
   
    Thread writer = new Thread(new Writer(conn.createBatchWriter(table, 10000000, 60000l, 3)));
    writer.start();
    Reader r;
    if (Boolean.parseBoolean(args[6]))
      r = new Reader(new IsolatedScanner(conn.createScanner(table, Constants.NO_AUTHS)));
    else
      r = new Reader(conn.createScanner(table, Constants.NO_AUTHS));
    Thread reader;
    reader = new Thread(r);
    reader.start();
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    List<String> tableNames = (List<String>) state.get("tables");
   
    String tableName = tableNames.get(rand.nextInt(tableNames.size()));
   
    try {
      RowIterator iter = new RowIterator(new IsolatedScanner(conn.createScanner(tableName, Constants.NO_AUTHS)));
     
      while (iter.hasNext()) {
        PeekingIterator<Entry<Key,Value>> row = new PeekingIterator<Entry<Key,Value>>(iter.next());
        Entry<Key,Value> kv = null;
        if (row.hasNext())
View Full Code Here
627
628
629
630
631
632
633
634
635
636
637
        } else {
          scanner = conn.createScanner(table, authorizations);
        }
        if (isIsolated) {
          log.info("Creating isolated scanner");
          scanner = new IsolatedScanner(scanner);
        }
        if (usesLocalIterators) {
          log.info("Using local iterators");
          scanner = new ClientSideIteratorScanner(scanner);
        }
View Full Code Here
395
396
397
398
399
400
401
402
403
404
405
406
407
     * have no loaded markers.
     */

    // determine which failed files were loaded
    Connector conn = master.getConnector();
    Scanner mscanner = new IsolatedScanner(conn.createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
    mscanner.setRange(new KeyExtent(new Text(tableId), null, null).toMetadataRange());
    mscanner.fetchColumnFamily(Constants.METADATA_BULKFILE_COLUMN_FAMILY);
   
    for (Entry<Key,Value> entry : mscanner) {
      if (Long.parseLong(entry.getValue().toString()) == tid) {
        String loadedFile = entry.getKey().getColumnQualifier().toString();
        String absPath = failures.remove(loadedFile);
View Full Code Here
516
517
518
519
520
521
522
523
524
525
526
      } catch (IOException e) {
        throw new IllegalStateException("Unable to create offline metadata scanner", e);
      }
    } else {
      try {
        scanner = new IsolatedScanner(instance.getConnector(credentials.getPrincipal(), CredentialHelper.extractToken(credentials)).createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
      } catch (AccumuloSecurityException ex) {
        throw new AccumuloException(ex);
      } catch (TableNotFoundException ex) {
        throw new AccumuloException(ex);
      }
View Full Code Here
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
    }
    return m;
  }
 
  private static Scanner createCloneScanner(String tableId, Connector conn) throws TableNotFoundException {
    Scanner mscanner = new IsolatedScanner(conn.createScanner(Constants.METADATA_TABLE_NAME, Constants.NO_AUTHS));
    mscanner.setRange(new KeyExtent(new Text(tableId), null, null).toMetadataRange());
    mscanner.fetchColumnFamily(Constants.METADATA_DATAFILE_COLUMN_FAMILY);
    mscanner.fetchColumnFamily(Constants.METADATA_CURRENT_LOCATION_COLUMN_FAMILY);
    mscanner.fetchColumnFamily(Constants.METADATA_LAST_LOCATION_COLUMN_FAMILY);
    mscanner.fetchColumnFamily(Constants.METADATA_CLONED_COLUMN_FAMILY);
    Constants.METADATA_PREV_ROW_COLUMN.fetch(mscanner);
    Constants.METADATA_TIME_COLUMN.fetch(mscanner);
    return mscanner;
  }
View Full Code Here
639
640
641
642
643
644
645
646
647
648
649
        } else {
          scanner = conn.createScanner(table, authorizations);
        }
        if (isIsolated) {
          log.info("Creating isolated scanner");
          scanner = new IsolatedScanner(scanner);
        }
        if (usesLocalIterators) {
          log.info("Using local iterators");
          scanner = new ClientSideIteratorScanner(scanner);
        }
View Full Code Here
TOP

Related Classes of org.apache.accumulo.core.client.IsolatedScanner

  • org.apache.accumulo.core.client.impl.ScannerOptions
  • org.apache.accumulo.core.client.impl.TableOperationsImpl
  • org.apache.accumulo.core.client.mapred.AbstractInputFormat$AbstractRecordReader
  • org.apache.accumulo.core.client.mapred.InputFormatBase$RecordReaderBase
  • org.apache.accumulo.core.client.mapreduce.AbstractInputFormat$AbstractRecordReader
  • org.apache.accumulo.core.client.mapreduce.AccumuloInputFormat
  • org.apache.accumulo.core.client.mapreduce.InputFormatBase$RecordReaderBase
  • org.apache.accumulo.core.data.ByteSequence
  • org.apache.accumulo.core.data.Key
  • org.apache.accumulo.core.data.Range
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.