Package com.facebook.presto.serde

Source Code of com.facebook.presto.serde.BlocksFileReader

/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.serde;

import com.facebook.presto.spi.block.Block;
import com.facebook.presto.spi.block.BlockEncoding;
import com.facebook.presto.spi.block.BlockEncodingSerde;
import com.google.common.base.Preconditions;
import io.airlift.slice.SizeOf;
import io.airlift.slice.Slice;
import io.airlift.slice.SliceInput;

import java.util.Iterator;

public class BlocksFileReader
        implements Iterable<Block>
{
    public static BlocksFileReader readBlocks(BlockEncodingSerde blockEncodingSerde, Slice slice)
    {
        return new BlocksFileReader(blockEncodingSerde, slice);
    }

    private final BlockEncoding blockEncoding;
    private final Iterable<Block> blocks;
    private final BlocksFileStats stats;

    public BlocksFileReader(BlockEncodingSerde blockEncodingSerde, Slice slice)
    {
        Preconditions.checkNotNull(slice, "slice is null");

        // read file footer
        int footerLength = slice.getInt(slice.length() - SizeOf.SIZE_OF_INT);
        int footerOffset = slice.length() - footerLength - SizeOf.SIZE_OF_INT;
        Slice footerSlice = slice.slice(footerOffset, footerLength);
        SliceInput input = footerSlice.getInput();

        // read file encoding
        blockEncoding = blockEncodingSerde.readBlockEncoding(input);

        // read stats
        stats = BlocksFileStats.deserialize(input);

        Slice blocksSlice = slice.slice(0, footerOffset);
        blocks = new EncodedBlockIterable(blockEncoding, blocksSlice);
    }

    public BlockEncoding getEncoding()
    {
        return blockEncoding;
    }

    public BlocksFileStats getStats()
    {
        return stats;
    }

    @Override
    public Iterator<Block> iterator()
    {
        return blocks.iterator();
    }
}
TOP

Related Classes of com.facebook.presto.serde.BlocksFileReader

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.