Examples of me.lemire.integercompression.synth.ClusteredDataGenerator

Package me.lemire.integercompression.synth

Examples of me.lemire.integercompression.synth.ClusteredDataGenerator

me.lemire.integercompression.synth.ClusteredDataGenerator
This class will generate lists of random integers based on the clustered model: Reference: Vo Ngoc Anh and Alistair Moffat. 2010. Index compression using 64-bit words. Softw. Pract. Exper.40, 2 (February 2010), 131-147. @author Daniel Lemire

        c.uncompress(y, i1, 0, out, outpos);
        assertEquals(0, outpos.intValue());
    }


    private static void test(IntegerCODEC c, IntegerCODEC co, int N, int nbr) {
        ClusteredDataGenerator cdg = new ClusteredDataGenerator();
        for (int sparsity = 1; sparsity < 31 - nbr; sparsity += 4) {
            int[][] data = new int[N][];
            int max = (1 << (nbr + sparsity));
            for (int k = 0; k < N; ++k) {
                data[k] = cdg.generateClustered((1 << nbr), max);
            }
            testCodec(c, co, data, max);
        }
    }

View Full Code Here

            testCodec(c, co, data, max);
        }
    }


    private static void test(int N, int nbr) {
        ClusteredDataGenerator cdg = new ClusteredDataGenerator();
        System.out.println("[BasicTest.test] N = " + N + " " + nbr);
        for (int sparsity = 1; sparsity < 31 - nbr; sparsity += 4) {
            int[][] data = new int[N][];
            int max = (1 << (nbr + sparsity));
            for (int k = 0; k < N; ++k) {
                data[k] = cdg.generateClustered((1 << nbr), max);
            }


            testCodec(new IntegratedComposition(new IntegratedBinaryPacking(),
                    new IntegratedVariableByte()),
                    new IntegratedComposition(new IntegratedBinaryPacking(),

View Full Code Here

         * @param repeat
         *                How many times should we repeat tests.
         */
        private static void test(PrintWriter csvLog, int N, int nbr, int repeat) {
                csvLog.format("\"Algorithm\",\"Sparsity\",\"Bits per int\",\"Compress speed (MiS)\",\"Decompress speed (MiS)\"\n");
                ClusteredDataGenerator cdg = new ClusteredDataGenerator();
                final int max_sparsity = 31 - nbr;
                for (int sparsity = 1; sparsity < max_sparsity; ++sparsity) {
                        System.out.println("# sparsity " + sparsity);
                        System.out.println("# generating random data...");
                        int[][] data = generateTestData(cdg, N, nbr, sparsity);

View Full Code Here

     * @param repeat
     *            How many times should we repeat tests.
     */
    private static void test(PrintWriter csvLog, int N, int nbr, int repeat) {
        csvLog.format("\"Algorithm\",\"Sparsity\",\"Bits per int\",\"Compress speed (MiS)\",\"Decompress speed (MiS)\"\n");
        ClusteredDataGenerator cdg = new ClusteredDataGenerator();
        final int max_sparsity = 31 - nbr;


        for (int sparsity = 1; sparsity < max_sparsity; sparsity+=4) {
            System.out.println("# sparsity " + sparsity);
            System.out.println("# generating random data...");

View Full Code Here

TOP

Related Classes of me.lemire.integercompression.synth.ClusteredDataGenerator

me.lemire.integercompression.BasicTest

me.lemire.integercompression.benchmarktools.Benchmark

me.lemire.integercompression.benchmarktools.BenchmarkSkippable

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.