Package org.apache.cassandra.io.sstable.metadata

Examples of org.apache.cassandra.io.sstable.metadata.MetadataCollector

62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
        this.estimatedRows = (long) Math.ceil((double) estimatedTotalKeys / estimatedSSTables);
    }

    private SSTableWriter createCompactionWriter(long repairedAt)
    {
        MetadataCollector sstableMetadataCollector = new MetadataCollector(cfs.getComparator());

        // Get the max timestamp of the precompacted sstables
        // and adds generation of live ancestors
        sstableMetadataCollector.addAncestor(sstable.descriptor.generation);
        for (Integer i : sstable.getAncestors())
        {
            if (new File(sstable.descriptor.withGeneration(i).filenameFor(Component.DATA)).exists())
                sstableMetadataCollector.addAncestor(i);
        }
        sstableMetadataCollector.sstableLevel(sstable.getSSTableLevel());
        return SSTableWriter.create(Descriptor.fromFilename(cfs.getTempSSTablePath(directory)), estimatedRows, repairedAt, cfs.metadata, cfs.partitioner, sstableMetadataCollector);
    }
View Full Code Here
874
875
876
877
878
879
880
        return SSTableWriter.create(Descriptor.fromFilename(cfs.getTempSSTablePath(compactionFileLocation)),
                                 (long)expectedBloomFilterSize,
                                 repairedAt,
                                 cfs.metadata,
                                 cfs.partitioner,
                                 new MetadataCollector(sstables, cfs.metadata.comparator, minLevel));
    }
View Full Code Here
383
384
385
386
387
388
389
390
391
            }
        }

        public SSTableWriter createFlushWriter(String filename)
        {
            MetadataCollector sstableMetadataCollector = new MetadataCollector(cfs.metadata.comparator).replayPosition(context);

            return SSTableWriter.create(Descriptor.fromFilename(filename), (long) rows.size(), ActiveRepairService.UNREPAIRED_SSTABLE, cfs.metadata, cfs.partitioner, sstableMetadataCollector);
        }
View Full Code Here
279
280
281
282
283
284
285
        return SSTableWriter.create(Descriptor.fromFilename(cfs.getTempSSTablePath(sstableDirectory), type),
                keysPerSSTable,
                repairedAt,
                cfs.metadata,
                cfs.partitioner,
                new MetadataCollector(sstables, cfs.metadata.comparator, getLevel()));
    }
View Full Code Here
79
80
81
82
83
84
85
86
87
    }

    public static SSTableWriter create(Descriptor descriptor, long keyCount, long repairedAt, int sstableLevel)
    {
        CFMetaData metadata = Schema.instance.getCFMetaData(descriptor);
        MetadataCollector collector = new MetadataCollector(metadata.comparator).sstableLevel(sstableLevel);

        return create(descriptor, keyCount, repairedAt, metadata, DatabaseDescriptor.getPartitioner(), collector);
    }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
        File f = File.createTempFile("compressed6791_", "3");
        String filename = f.getAbsolutePath();
        try
        {

            MetadataCollector sstableMetadataCollector = new MetadataCollector(new SimpleDenseCellNameType(BytesType.instance));
            CompressedSequentialWriter writer = new CompressedSequentialWriter(f, filename + ".metadata", new CompressionParameters(SnappyCompressor.instance, 32, Collections.<String, String>emptyMap()), sstableMetadataCollector);

            for (int i = 0; i < 20; i++)
                writer.write("x".getBytes());
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
    {
        final String filename = f.getAbsolutePath();

        try
        {
            MetadataCollector sstableMetadataCollector = new MetadataCollector(new SimpleDenseCellNameType(BytesType.instance)).replayPosition(null);
            SequentialWriter writer = compressed
                ? new CompressedSequentialWriter(f, filename + ".metadata", new CompressionParameters(SnappyCompressor.instance), sstableMetadataCollector)
                : new SequentialWriter(f, CompressionParameters.DEFAULT_CHUNK_LENGTH);

            writer.write("The quick ".getBytes());
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
        file.deleteOnExit();

        File metadata = new File(file.getPath() + ".meta");
        metadata.deleteOnExit();

        MetadataCollector sstableMetadataCollector = new MetadataCollector(new SimpleDenseCellNameType(BytesType.instance)).replayPosition(null);
        SequentialWriter writer = new CompressedSequentialWriter(file, metadata.getPath(), new CompressionParameters(SnappyCompressor.instance), sstableMetadataCollector);

        writer.write(CONTENT.getBytes());
        writer.close();
View Full Code Here
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
        SSTableWriter writer = new SSTableWriter(cfs.getTempSSTablePath(dir.getDirectoryForNewSSTables()),
                                                 0,
                                                 0,
                                                 cfs.metadata,
                                                 StorageService.getPartitioner(),
                                                 new MetadataCollector(cfs.metadata.comparator));


        writer.append(Util.dk("0"), cf);
        writer.append(Util.dk("1"), cf);
        writer.append(Util.dk("3"), cf);

        cfs.addSSTable(writer.closeAndOpenReader());
        writer = new SSTableWriter(cfs.getTempSSTablePath(dir.getDirectoryForNewSSTables()),
                                   0,
                                   0,
                                   cfs.metadata,
                                   StorageService.getPartitioner(),
                                   new MetadataCollector(cfs.metadata.comparator));

        writer.append(Util.dk("0"), cf);
        writer.append(Util.dk("1"), cf);
        writer.append(Util.dk("2"), cf);
        writer.append(Util.dk("3"), cf);
View Full Code Here
89
90
91
92
93
94
95
        this(filename,
             keyCount,
             repairedAt,
             Schema.instance.getCFMetaData(Descriptor.fromFilename(filename)),
             StorageService.getPartitioner(),
             new MetadataCollector(Schema.instance.getCFMetaData(Descriptor.fromFilename(filename)).comparator));
    }
View Full Code Here
TOP

Related Classes of org.apache.cassandra.io.sstable.metadata.MetadataCollector

  • org.apache.cassandra.db.ColumnFamilyStoreTest
  • org.apache.cassandra.db.compaction.CompactionManager
  • org.apache.cassandra.db.compaction.CompactionsTest
  • org.apache.cassandra.db.compaction.CompactionTask
  • org.apache.cassandra.db.compaction.Upgrader
  • org.apache.cassandra.db.Memtable$FlushRunnable
  • org.apache.cassandra.io.compress.CompressedRandomAccessReaderTest
  • org.apache.cassandra.io.sstable.AbstractSSTableSimpleWriter
  • org.apache.cassandra.io.sstable.format.SSTableWriter
  • org.apache.cassandra.io.sstable.SSTableWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.