Package com.facebook.presto.spi.block

Examples of com.facebook.presto.spi.block.BlockBuilder

27
28
29
30
31
32
33
34
35
36
37
        extends AbstractTestAggregationFunction
{
    @Override
    public Block getSequenceBlock(int start, int length)
    {
        BlockBuilder blockBuilder = DOUBLE.createBlockBuilder(new BlockBuilderStatus());
        for (int i = start; i < start + length; i++) {
            DOUBLE.writeDouble(blockBuilder, (double) i);
        }
        return blockBuilder.build();
    }
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
        extends AbstractTestAggregationFunction
{
    @Override
    public Block getSequenceBlock(int start, int length)
    {
        BlockBuilder blockBuilder = BIGINT.createBlockBuilder(new BlockBuilderStatus());
        for (int i = start; i < start + length; i++) {
            BIGINT.writeLong(blockBuilder, i);
        }
        return blockBuilder.build();
    }
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
        extends AbstractTestAggregationFunction
{
    @Override
    public Block getSequenceBlock(int start, int length)
    {
        BlockBuilder blockBuilder = DOUBLE.createBlockBuilder(new BlockBuilderStatus());
        for (int i = start; i < start + length; i++) {
            DOUBLE.writeDouble(blockBuilder, (double) i);
        }
        return blockBuilder.build();
    }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    }

    @Override
    public Block getSequenceBlock(int start, int length)
    {
        BlockBuilder blockBuilder = getType().createBlockBuilder(new BlockBuilderStatus());
        for (int i = start; i < start + length; i++) {
            if (getType() == BIGINT) {
                BIGINT.writeLong(blockBuilder, (long) i);
            }
            else {
                DOUBLE.writeDouble(blockBuilder, (double) i);
            }
        }
        return blockBuilder.build();
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
                if (rand.nextDouble() < sampleRatio) {
                    sampledList.add(x);
                }
            }

            BlockBuilder builder = getType().createBlockBuilder(new BlockBuilderStatus());
            for (Number sample : sampledList.build()) {
                if (getType() == BIGINT) {
                    BIGINT.writeLong(builder, sample.longValue());
                }
                else if (getType() == DOUBLE) {
                    DOUBLE.writeDouble(builder, sample.doubleValue());
                }
                else {
                    throw new AssertionError("Can only handle longs and doubles");
                }
            }
            Page page = new Page(builder.build());
            page = OperatorAssertion.appendSampleWeight(ImmutableList.of(page), WEIGHT).get(0);
            Accumulator accumulator = getFunction().bind(ImmutableList.of(0), Optional.<Integer>absent(), Optional.of(page.getChannelCount() - 1), getConfidence()).createAccumulator();

            accumulator.addInput(page);
            Block result = accumulator.evaluateFinal();
View Full Code Here
204
205
206
207
208
209
210
211
212
213
                model = new ClassifierFeatureTransformer(new SvmClassifier(params), new FeatureUnitNormalizer());
            }

            model.train(dataset);

            BlockBuilder builder = getFinalType().createBlockBuilder(new BlockBuilderStatus());
            getFinalType().writeSlice(builder, ModelUtils.serialize(model));

            return builder.build();
        }
View Full Code Here
195
196
197
198
199
200
201
202
203
204
                model = new ClassifierFeatureTransformer(new SvmClassifier(), new FeatureUnitNormalizer());
            }

            model.train(dataset);

            BlockBuilder builder = getFinalType().createBlockBuilder(new BlockBuilderStatus());
            getFinalType().writeSlice(builder, ModelUtils.serialize(model));

            return builder.build();
        }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
public class TestPagesSerde
{
    @Test
    public void testRoundTrip()
    {
        BlockBuilder expectedBlockBuilder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());
        VARCHAR.writeString(expectedBlockBuilder, "alice");
        VARCHAR.writeString(expectedBlockBuilder, "bob");
        VARCHAR.writeString(expectedBlockBuilder, "charlie");
        VARCHAR.writeString(expectedBlockBuilder, "dave");
        Block expectedBlock = expectedBlockBuilder.build();

        Page expectedPage = new Page(expectedBlock, expectedBlock, expectedBlock);

        DynamicSliceOutput sliceOutput = new DynamicSliceOutput(1024);
        writePages(createTestingBlockEncodingManager(), sliceOutput, expectedPage, expectedPage, expectedPage);
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
    }

    @Test
    public void testBigintSerializedSize()
    {
        BlockBuilder builder = BIGINT.createBlockBuilder(new BlockBuilderStatus());

        // empty page
        Page page = new Page(builder.build());
        int pageSize = serializedSize(ImmutableList.of(BIGINT), page);
        assertEquals(pageSize, 35); // page overhead

        // page with one value
        BIGINT.writeLong(builder, 123);
        page = new Page(builder.build());
        int firstValueSize = serializedSize(ImmutableList.of(BIGINT), page) - pageSize;
        assertEquals(firstValueSize, 9); // value size + value overhead

        // page with two values
        BIGINT.writeLong(builder, 456);
        page = new Page(builder.build());
        int secondValueSize = serializedSize(ImmutableList.of(BIGINT), page) - (pageSize + firstValueSize);
        assertEquals(secondValueSize, 8); // value size (value overhead is shared with previous value)
    }
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
    }

    @Test
    public void testVarcharSerializedSize()
    {
        BlockBuilder builder = VARCHAR.createBlockBuilder(new BlockBuilderStatus());

        // empty page
        Page page = new Page(builder.build());
        int pageSize = serializedSize(ImmutableList.of(VARCHAR), page);
        assertEquals(pageSize, 34); // page overhead

        // page with one value
        VARCHAR.writeString(builder, "alice");
        page = new Page(builder.build());
        int firstValueSize = serializedSize(ImmutableList.of(VARCHAR), page) - pageSize;
        assertEquals(firstValueSize, 4 + 5 + 1); // length + "alice" + null

        // page with two values
        VARCHAR.writeString(builder, "bob");
        page = new Page(builder.build());
        int secondValueSize = serializedSize(ImmutableList.of(VARCHAR), page) - (pageSize + firstValueSize);
        assertEquals(secondValueSize, 4  + 3); // length + "bob" (null shared with first entry)
    }
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.block.BlockBuilder

  • com.facebook.presto.block.AbstractTestBlock
  • com.facebook.presto.block.BlockAssertions
  • com.facebook.presto.block.dictionary.TestDictionaryEncodedBlock
  • com.facebook.presto.block.TestBlockBuilder
  • com.facebook.presto.block.TestRunLengthEncodedBlock
  • com.facebook.presto.metadata.NativeRecordSink
  • com.facebook.presto.ml.EvaluateClassifierPredictionsAggregation$EvaluatePredictionsAccumulator
  • com.facebook.presto.ml.LearnAggregation$LearnAccumulator
  • com.facebook.presto.ml.LearnAggregation$LearnAccumulatorFactory$LearnAccumulator
  • com.facebook.presto.ml.LearnLibSvmAggregation$LearnAccumulator
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.