Package org.apache.hadoop.hbase

Examples of org.apache.hadoop.hbase.KeyValue.heapSize()

3198
3199
3200
3201
3202
3203
3204
3205
3206
3207
3208
            if (!results.isEmpty()) {
              for (Result r : results) {
                if (maxScannerResultSize < Long.MAX_VALUE){
                  for (Cell cell : r.rawCells()) {
                    KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
                    currentScanResultSize += kv.heapSize();
                    totalKvSize += kv.getLength();
                  }
                }
              }
            }
View Full Code Here
3230
3231
3232
3233
3234
3235
3236
3237
3238
3239
3240
                  // Collect values to be returned here
                  boolean moreRows = scanner.nextRaw(values);
                  if (!values.isEmpty()) {
                    for (Cell cell : values) {
                      KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
                      currentScanResultSize += kv.heapSize();
                      totalKvSize += kv.getLength();
                    }
                    results.add(Result.create(values));
                    i++;
                  }
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
                parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length,
                parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, lineBytes,
                parsed.getColumnOffset(i), parsed.getColumnLength(i), cellVisibilityExpr);
            KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
            kvs.add(kv);
            curSize += kv.heapSize();
          }
        } catch (ImportTsv.TsvParser.BadTsvLineException badLine) {
          if (skipBadLines) {
            System.err.println("Bad line." + badLine.getMessage());
            incrementBadLineCount(1);
View Full Code Here
261
262
263
264
265
266
267
268
269
270
271
    //KeyValue
    cl = KeyValue.class;
    expected = ClassSize.estimateBase(cl, false);
    KeyValue kv = new KeyValue();
    actual = kv.heapSize();
    if(expected != actual) {
      ClassSize.estimateBase(cl, true);
      assertEquals(expected, actual);
    }
View Full Code Here
160
161
162
163
164
165
166
167
168
169
170
                parsed.getRowKeyLength(), parser.getFamily(i), 0, parser.getFamily(i).length,
                parser.getQualifier(i), 0, parser.getQualifier(i).length, ts, lineBytes,
                parsed.getColumnOffset(i), parsed.getColumnLength(i), cellVisibilityExpr);
            KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
            kvs.add(kv);
            curSize += kv.heapSize();
          }
        } catch (ImportTsv.TsvParser.BadTsvLineException badLine) {
          if (skipBadLines) {
            System.err.println("Bad line." + badLine.getMessage());
            incrementBadLineCount(1);
View Full Code Here
219
220
221
222
223
224
225
226
227
228
229
    //KeyValue
    cl = KeyValue.class;
    expected = ClassSize.estimateBase(cl, false);
    KeyValue kv = new KeyValue();
    actual = kv.heapSize();
    if(expected != actual) {
      ClassSize.estimateBase(cl, true);
      assertEquals(expected, actual);
    }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
    //KeyValue
    cl = KeyValue.class;
    expected = ClassSize.estimateBase(cl, false);
    KeyValue kv = new KeyValue();
    actual = kv.heapSize();
    if(expected != actual) {
      ClassSize.estimateBase(cl, true);
      assertEquals(expected, actual);
    }
View Full Code Here
416
417
418
419
420
421
422
423
424
425
426
      heapsize += ClassSize.align(ClassSize.ARRAY +
          size * ClassSize.REFERENCE);

      for(Cell cell : entry.getValue()) {
        KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
        heapsize += kv.heapSize();
      }
    }
    heapsize += getAttributeSize();
    heapsize += extraHeapSize();
    return ClassSize.align(heapsize);
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
                  parser.getFamily(i).length, parser.getQualifier(i), 0,
                  parser.getQualifier(i).length, ts, KeyValue.Type.Put, lineBytes,
                  parsed.getColumnOffset(i), parsed.getColumnLength(i), cellVisibilityExpr);
            }
            kvs.add(kv);
            curSize += kv.heapSize();
          }
        } catch (ImportTsv.TsvParser.BadTsvLineException badLine) {
          if (skipBadLines) {
            System.err.println("Bad line." + badLine.getMessage());
            incrementBadLineCount(1);
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
        Put p = iter.next();
        for (List<Cell> cells: p.getFamilyCellMap().values()) {
          for (Cell cell: cells) {
            KeyValue kv = KeyValueUtil.ensureKeyValue(cell);
            map.add(kv);
            curSize += kv.heapSize();
          }
        }
      }
      context.setStatus("Read " + map.size() + " entries of " + map.getClass()
          + "(" + StringUtils.humanReadableInt(curSize) + ")");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.