Examples of SSTableScanner

com.netflix.aegisthus.io.sstable.SSTableScanner

This class serializes each row in a SSTable to a string.

 SSTableScanner scanner = new SSTableScanner("columnfamily-g-1-Data.db"); while (scanner.hasNext()) { String row = scanner.next(); System.out.println(jsonRow); }

org.apache.cassandra.io.SSTableScanner
org.apache.cassandra.io.sstable.SSTableScanner

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        }


        // sstables
        for (SSTableReader sstable : sstables)
        {
            final SSTableScanner scanner = sstable.getScanner(RANGE_FILE_BUFFER_SIZE, filter);
            scanner.seekTo(startWith);
            assert scanner instanceof Closeable; // otherwise we leak FDs
            iterators.add(scanner);
        }


        Iterator<IColumnIterator> collated = IteratorUtils.collatedIterator(COMPARE_BY_KEY, iterators);

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        }


        // sstables
        for (SSTableReader sstable : sstables)
        {
            final SSTableScanner scanner = sstable.getScanner(RANGE_FILE_BUFFER_SIZE, filter);
            scanner.seekTo(startWith);
            assert scanner instanceof Closeable; // otherwise we leak FDs
            iterators.add(scanner);
        }


        Iterator<IColumnIterator> collated = IteratorUtils.collatedIterator(COMPARE_BY_KEY, iterators);

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

            iterators.add(new ConvertToColumnIterator<>(range, memtable.getEntryIterator(range.startKey(), range.stopKey())));
        }


        for (SSTableReader sstable : sstables)
        {
            final SSTableScanner scanner = sstable.getScanner(range);
            iterators.add(scanner);
        }


        // reduce rows from all sources into a single row
        return MergeIterator.get(iterators, COMPARE_BY_KEY, new MergeIterator.Reducer<OnDiskAtomIterator, Row>()

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        Thread.sleep(2000); // wait for ttl to expire
        assertEquals(4, cfs.getSSTables().size());
        cfs.enableAutoCompaction(true);
        assertEquals(1, cfs.getSSTables().size());
        SSTableReader sstable = cfs.getSSTables().iterator().next();
        SSTableScanner scanner = sstable.getScanner(DataRange.allData(sstable.partitioner));
        assertTrue(scanner.hasNext());
        while(scanner.hasNext())
        {
            OnDiskAtomIterator iter = scanner.next();
            assertEquals(noTTLKey, iter.getKey());
        }
    }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        assertEquals(1, cfs.getSSTables().size());


        // check that the shadowed column is gone
        SSTableReader sstable = cfs.getSSTables().iterator().next();
        Range keyRange = new Range<RowPosition>(key, sstable.partitioner.getMinimumToken().maxKeyBound());
        SSTableScanner scanner = sstable.getScanner(DataRange.forKeyRange(keyRange));
        OnDiskAtomIterator iter = scanner.next();
        assertEquals(key, iter.getKey());
        assert iter.next() instanceof RangeTombstone;
        assert !iter.hasNext();
    }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        assertEquals(2, store.getSSTables().size());
        int repairedKeys = 0;
        int nonRepairedKeys = 0;
        for (SSTableReader sstable : store.getSSTables())
        {
            SSTableScanner scanner = sstable.getScanner();
            while (scanner.hasNext())
            {
                SSTableIdentityIterator row = (SSTableIdentityIterator) scanner.next();
                if (sstable.isRepaired())
                {
                    assertTrue(range.contains(row.getKey().token));
                    repairedKeys++;
                }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

     * @throws IOException on failure to read/write input/output
     */
    public static void export(Descriptor desc, PrintStream outs, Collection<String> toExport, String[] excludes) throws IOException
    {
        SSTableReader reader = SSTableReader.open(desc);
        SSTableScanner scanner = reader.getDirectScanner();


        IPartitioner<?> partitioner = reader.partitioner;


        if (excludes != null)
            toExport.removeAll(Arrays.asList(excludes));


        outs.println("[");


        int i = 0;


        // last key to compare order
        DecoratedKey lastKey = null;


        for (String key : toExport)
        {
            DecoratedKey decoratedKey = partitioner.decorateKey(hexToBytes(key));


            if (lastKey != null && lastKey.compareTo(decoratedKey) > 0)
                throw new IOException("Key out of order! " + lastKey + " > " + decoratedKey);


            lastKey = decoratedKey;


            scanner.seekTo(decoratedKey);


            if (!scanner.hasNext())
                continue;


            SSTableIdentityIterator row = (SSTableIdentityIterator) scanner.next();
            if (!row.getKey().equals(decoratedKey))
                continue;


            serializeRow(row, decoratedKey, outs);


            if (i != 0)
                outs.println(",");


            i++;
        }


        outs.println("\n]");
        outs.flush();


        scanner.close();
    }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        if (excludes != null)
            excludeSet = new HashSet<String>(Arrays.asList(excludes));




        SSTableIdentityIterator row;
        SSTableScanner scanner = reader.getDirectScanner();


        outs.println("[");


        int i = 0;


        // collecting keys to export
        while (scanner.hasNext())
        {
            row = (SSTableIdentityIterator) scanner.next();


            String currentKey = bytesToHex(row.getKey().key);


            if (excludeSet.contains(currentKey))
                continue;
            else if (i != 0)
                outs.println(",");


            serializeRow(row, row.getKey(), outs);


            i++;
        }


        outs.println("\n]");
        outs.flush();


        scanner.close();
    }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

        assertEquals(1, cfs.getSSTables().size());


        // check that the shadowed column is gone
        SSTableReader sstable = cfs.getSSTables().iterator().next();
        Range keyRange = new Range<RowPosition>(key, sstable.partitioner.getMinimumToken().maxKeyBound());
        SSTableScanner scanner = sstable.getScanner(DataRange.forKeyRange(keyRange));
        OnDiskAtomIterator iter = scanner.next();
        assertEquals(key, iter.getKey());
        assert iter.next() instanceof RangeTombstone;
        assert !iter.hasNext();
    }

View Full Code Here

Examples of org.apache.cassandra.io.sstable.SSTableScanner

            iterators.add(new ConvertToColumnIterator(range, memtable.getEntryIterator(range.startKey(), range.stopKey())));
        }


        for (SSTableReader sstable : sstables)
        {
            final SSTableScanner scanner = sstable.getScanner(range);
            iterators.add(scanner);
        }


        // reduce rows from all sources into a single row
        return MergeIterator.get(iterators, COMPARE_BY_KEY, new MergeIterator.Reducer<OnDiskAtomIterator, Row>()

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.