Examples of MultiIterator

net.sf.saxon.expr.MultiIterator
An iterator that combines the results of a sequence of iterators
org.apache.accumulo.core.iterators.MultiIterator
An iterator capable of iterating over other iterators in sorted order.
org.apache.accumulo.core.iterators.system.MultiIterator
An iterator capable of iterating over other iterators in sorted order.

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

      
      if (imm != null) {
        iters.add(imm.compactionIterator());
      }
      
      CountingIterator citr = new CountingIterator(new MultiIterator(iters, extent.toDataRange()));
      DeletingIterator delIter = new DeletingIterator(citr, propogateDeletes);
      ColumnFamilySkippingIterator cfsi = new ColumnFamilySkippingIterator(delIter);
      


      // if(env.getIteratorScope() )

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

    return readers;
  }
  
  private SortedKeyValueIterator<Key,Value> createSystemIter(Range r, List<SortedKeyValueIterator<Key,Value>> readers, HashSet<Column> columns)
      throws IOException {
    MultiIterator multiIterator = new MultiIterator(readers, false);
    DeletingIterator delIter = new DeletingIterator(multiIterator, false);
    ColumnFamilySkippingIterator cfsi = new ColumnFamilySkippingIterator(delIter);
    ColumnQualifierFilter colFilter = new ColumnQualifierFilter(cfsi, columns);
    VisibilityFilter visFilter = new VisibilityFilter(colFilter, Constants.NO_AUTHS, new byte[0]);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

    List<SortedKeyValueIterator<Key,Value>> iters = new ArrayList<SortedKeyValueIterator<Key,Value>>(mapfiles.size() + 1);
    
    iters.addAll(mapfiles);
    iters.add(smi);
    
    MultiIterator multiIter = new MultiIterator(iters, ke);
    DeletingIterator delIter = new DeletingIterator(multiIter, false);
    ColumnFamilySkippingIterator cfsi = new ColumnFamilySkippingIterator(delIter);
    ColumnQualifierFilter colFilter = new ColumnQualifierFilter(cfsi, columnSet);
    VisibilityFilter visFilter = new VisibilityFilter(colFilter, authorizations, defaultLabels);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

        for (String s : inFiles) {
          reader = FileOperations.getInstance().openIndex(s, fs, conf, acuConf);
          iters.add(reader);
        }
        
        MultiIterator mmfi = new MultiIterator(iters, true);
        
        while (mmfi.hasTop()) {
          Key key = mmfi.getTopKey();
          
          boolean gtPrevEndRow = prevEndRow == null || key.compareRow(prevEndRow) > 0;
          boolean lteEndRow = endRow == null || key.compareRow(endRow) <= 0;
          
          if (gtPrevEndRow && lteEndRow)
            writer.append(key, new Value(new byte[0]));
          
          if (!lteEndRow)
            break;
          
          mmfi.next();
        }
      } finally {
        try {
          if (reader != null)
            reader.close();

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

        // the data just punt and return .5
        return .5;
      }
      
      List<SortedKeyValueIterator<Key,Value>> iters = new ArrayList<SortedKeyValueIterator<Key,Value>>(readers);
      MultiIterator mmfi = new MultiIterator(iters, true);
      
      // skip the prevendrow
      while (mmfi.hasTop() && mmfi.getTopKey().compareRow(prevEndRow) <= 0) {
        mmfi.next();
      }
      
      int numLte = 0;
      
      while (mmfi.hasTop() && mmfi.getTopKey().compareRow(splitRow) <= 0) {
        numLte++;
        mmfi.next();
      }
      
      if (numLte > numKeys) {
        // something went wrong
        throw new RuntimeException("numLte > numKeys " + numLte + " " + numKeys + " " + prevEndRow + " " + endRow + " " + splitRow + " " + mapFiles);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

        }
        throw new IOException("Failed to find mid point, no entries between " + prevEndRow + " and " + endRow + " for " + mapFiles);
      }
      
      List<SortedKeyValueIterator<Key,Value>> iters = new ArrayList<SortedKeyValueIterator<Key,Value>>(readers);
      MultiIterator mmfi = new MultiIterator(iters, true);
      
      // skip the prevendrow
      while (mmfi.hasTop() && mmfi.getTopKey().compareRow(prevEndRow) <= 0)
        mmfi.next();
      
      // read half of the keys in the index
      TreeMap<Double,Key> ret = new TreeMap<Double,Key>();
      Key lastKey = null;
      long keysRead = 0;
      
      Key keyBeforeMidPoint = null;
      long keyBeforeMidPointPosition = 0;
      
      while (keysRead < numKeys / 2) {
        if (lastKey != null && !lastKey.equals(mmfi.getTopKey(), PartialKey.ROW) && (keysRead - 1) / (double) numKeys >= minSplit) {
          keyBeforeMidPoint = new Key(lastKey);
          keyBeforeMidPointPosition = keysRead - 1;
        }
        
        if (lastKey == null)
          lastKey = new Key();
        
        lastKey.set(mmfi.getTopKey());
        
        keysRead++;
        
        // consume minimum
        mmfi.next();
      }
      
      if (keyBeforeMidPoint != null)
        ret.put(keyBeforeMidPointPosition / (double) numKeys, keyBeforeMidPoint);
      
      long t2 = System.currentTimeMillis();
      
      log.debug(String.format("Found midPoint from indexes in %6.2f secs.%n", ((t2 - t1) / 1000.0)));
      
      ret.put(.5, mmfi.getTopKey());
      
      // sanity check
      for (Key key : ret.values()) {
        boolean inRange = (key.compareRow(prevEndRow) > 0 && (endRow == null || key.compareRow(endRow) < 1));
        if (!inRange) {

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

      iters.addAll(memIters);
      
      for (SortedKeyValueIterator<Key,Value> skvi : iters)
        ((InterruptibleIterator) skvi).setInterruptFlag(interruptFlag);
      
      MultiIterator multiIter = new MultiIterator(iters, extent);
      
      TabletIteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.scan, acuTableConf, fileManager, files);
      
      statsIterator = new StatsIterator(multiIter, TabletServer.seekCount, scannedCount);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

      iters.addAll(memIters);


      for (SortedKeyValueIterator<Key,Value> skvi : iters)
        ((InterruptibleIterator) skvi).setInterruptFlag(interruptFlag);


      MultiIterator multiIter = new MultiIterator(iters, extent);


      TabletIteratorEnvironment iterEnv = new TabletIteratorEnvironment(IteratorScope.scan, acuTableConf, fileManager, files);


      statsIterator = new StatsIterator(multiIter, TabletServer.seekCount, scannedCount);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

      FileSystem fs = VolumeConfiguration.getVolume(file, conf, config).getFileSystem();
      FileSKVIterator reader = FileOperations.getInstance().openReader(file, false, fs, conf, acuTableConf, null, null);
      readers.add(reader);
    }
    
    MultiIterator multiIter = new MultiIterator(readers, extent);
    
    OfflineIteratorEnvironment iterEnv = new OfflineIteratorEnvironment();
    
    DeletingIterator delIter = new DeletingIterator(multiIter, false);

View Full Code Here

Examples of org.apache.accumulo.core.iterators.system.MultiIterator

    SortedKeyValueIterator<Key,Value> getTopLevelIterator(SortedKeyValueIterator<Key,Value> iter) {
      if (topLevelIterators.isEmpty())
        return iter;
      ArrayList<SortedKeyValueIterator<Key,Value>> allIters = new ArrayList<SortedKeyValueIterator<Key,Value>>(topLevelIterators);
      allIters.add(iter);
      return new MultiIterator(allIters, false);
    }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.