Package org.apache.hadoop.hbase.io.hfile

Examples of org.apache.hadoop.hbase.io.hfile.HFileDataBlockEncoderImpl

203
204
205
206
207
208
209
210
211
212
213
    this.compactionCompression =
      (family.getCompactionCompression() != Compression.Algorithm.NONE) ?
        family.getCompactionCompression() : this.compression;

    this.dataBlockEncoder =
        new HFileDataBlockEncoderImpl(family.getDataBlockEncodingOnDisk(),
            family.getDataBlockEncoding());

    this.comparator = info.getComparator();
    // getTimeToLive returns ttl in seconds.  Convert to milliseconds.
    this.ttl = family.getTimeToLive();
View Full Code Here
524
525
526
527
528
529
530
531
532
533
534
  throws IOException {
    FileSystem fs = inFile.getFileSystem(conf);
    CacheConfig cacheConf = new CacheConfig(conf);
    HalfStoreFileReader halfReader = null;
    StoreFile.Writer halfWriter = null;
    HFileDataBlockEncoder dataBlockEncoder = new HFileDataBlockEncoderImpl(
        familyDescriptor.getDataBlockEncodingOnDisk(),
        familyDescriptor.getDataBlockEncoding());
    try {
      halfReader = new HalfStoreFileReader(fs, inFile, cacheConf,
          reference, DataBlockEncoding.NONE);
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
182
183
    Path path = new Path(args[0]);
    List<HFileDataBlockEncoder> encoders =
        new ArrayList<HFileDataBlockEncoder>();

    encoders.add(new HFileDataBlockEncoderImpl(DataBlockEncoding.NONE));
    for (DataBlockEncoding encodingAlgo : DataBlockEncoding.values()) {
      encoders.add(new HFileDataBlockEncoderImpl(DataBlockEncoding.NONE,
          encodingAlgo));
    }

    EncodedSeekPerformanceTest utility = new EncodedSeekPerformanceTest();
    utility.runTests(path, encoders);
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
    final HFileDataBlockEncoder encoder;
    if (dataBlockEncodingStr == null) {
      encoder = NoOpDataBlockEncoder.INSTANCE;
    } else {
      try {
        encoder = new HFileDataBlockEncoderImpl(DataBlockEncoding
            .valueOf(dataBlockEncodingStr));
      } catch (IllegalArgumentException ex) {
        throw new RuntimeException(
            "Invalid data block encoding type configured for the param "
                + DATABLOCK_ENCODING_CONF_KEY + " : "
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
    if (cmdLine.hasOption(LoadTestTool.OPT_DATA_BLOCK_ENCODING)) {
      dataBlockEncoding = DataBlockEncoding.valueOf(
          cmdLine.getOptionValue(LoadTestTool.OPT_DATA_BLOCK_ENCODING));
      // Optionally encode on disk, always encode in cache.
      dataBlockEncoder = new HFileDataBlockEncoderImpl(
          encodeInCacheOnly ? DataBlockEncoding.NONE : dataBlockEncoding,
          dataBlockEncoding);
    } else {
      if (encodeInCacheOnly) {
        LOG.error("The -" + LoadTestTool.OPT_ENCODE_IN_CACHE_ONLY +
View Full Code Here
204
205
206
207
208
209
210
211
212
213
214
    // 'conf' renamed to 'confParam' b/c we use this.conf in the constructor
    this.conf = new CompoundConfiguration().add(confParam).add(family.getValues());
    this.blocksize = family.getBlocksize();

    this.dataBlockEncoder =
        new HFileDataBlockEncoderImpl(family.getDataBlockEncodingOnDisk(),
            family.getDataBlockEncoding());

    this.comparator = info.getComparator();
    // getTimeToLive returns ttl in seconds.  Convert to milliseconds.
    this.ttl = family.getTimeToLive();
View Full Code Here
109
110
111
112
113
114
115
116
117
118
119
    final HFileDataBlockEncoder encoder;
    if (dataBlockEncodingStr == null) {
      encoder = NoOpDataBlockEncoder.INSTANCE;
    } else {
      try {
        encoder = new HFileDataBlockEncoderImpl(DataBlockEncoding
            .valueOf(dataBlockEncodingStr));
      } catch (IllegalArgumentException ex) {
        throw new RuntimeException(
            "Invalid data block encoding type configured for the param "
                + DATABLOCK_ENCODING_CONF_KEY + " : "
View Full Code Here
613
614
615
616
617
618
619
620
621
622
623
  throws IOException {
    FileSystem fs = inFile.getFileSystem(conf);
    CacheConfig cacheConf = new CacheConfig(conf);
    HalfStoreFileReader halfReader = null;
    StoreFile.Writer halfWriter = null;
    HFileDataBlockEncoder dataBlockEncoder = new HFileDataBlockEncoderImpl(
        familyDescriptor.getDataBlockEncodingOnDisk(),
        familyDescriptor.getDataBlockEncoding());
    try {
      halfReader = new HalfStoreFileReader(fs, inFile, cacheConf,
          reference, DataBlockEncoding.NONE);
View Full Code Here
179
180
181
182
183
184
185
186
187
188
189
      HFileDataBlockEncoder blockEncoder = store.getDataBlockEncoder();
      replaceBlockCache.put(pair.getValue(), blockEncoder);
      final DataBlockEncoding inCache = DataBlockEncoding.PREFIX;
      final DataBlockEncoding onDisk = inCacheOnly ? DataBlockEncoding.NONE :
          inCache;
      store.setDataBlockEncoderInTest(new HFileDataBlockEncoderImpl(
          onDisk, inCache));
    }

    majorCompaction();
View Full Code Here
224
225
226
227
228
229
230
231
232
233
234
      .addStringMap(family.getConfiguration())
      .addBytesMap(family.getValues());
    this.blocksize = family.getBlocksize();

    this.dataBlockEncoder =
        new HFileDataBlockEncoderImpl(family.getDataBlockEncoding());

    this.comparator = info.getComparator();
    // used by ScanQueryMatcher
    long timeToPurgeDeletes =
        Math.max(conf.getLong("hbase.hstore.time.to.purge.deletes", 0), 0);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hbase.io.hfile.HFileDataBlockEncoderImpl

  • org.apache.crunch.io.hbase.HFileOutputFormatForCrunch
  • org.apache.hadoop.hbase.index.mapreduce.IndexHFileOutputFormat
  • org.apache.hadoop.hbase.index.mapreduce.IndexLoadIncrementalHFile
  • org.apache.hadoop.hbase.io.encoding.DataBlockEncoder
  • org.apache.hadoop.hbase.io.encoding.DataBlockEncoding
  • org.apache.hadoop.hbase.io.encoding.HFileBlockDefaultDecodingContext
  • org.apache.hadoop.hbase.io.encoding.HFileBlockDefaultEncodingContext
  • org.apache.hadoop.hbase.io.hfile.HFileBlock
  • org.apache.hadoop.hbase.mapreduce.HFileOutputFormat
  • org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.