Examples of JavaDataModel

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

1047
1048
1049
1050
1051
1052
1053
1054
1055
      public StringNumDistinctValueEstimator numDV;      /* Distinct value estimator */
      public int numBitVectors;
      public boolean firstItem;
      @Override
      public int estimate() {
        JavaDataModel model = JavaDataModel.get();
        return model.primitive1() * 2 + model.primitive2() * 4 +
            model.lengthFor(columnType) + model.lengthFor(numDV);
      }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

353
354
355
356
357
358
359
360
361
    static class PercentileAggBuf extends AbstractAggregationBuffer {
      NumericHistogram histogram;   // histogram used for quantile approximation
      double[] quantiles;           // the quantiles requested
      @Override
      public int estimate() {
        JavaDataModel model = JavaDataModel.get();
        return model.lengthFor(histogram) +
            model.array() + JavaDataModel.PRIMITIVES2 * quantiles.length;
      }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

367
368
369
370
371
372
373
374
375
376
377
378
379
380
    /**
     * Computes the memory limits for hash table flush (spill).
     */
    private void computeMemoryLimits() {
      JavaDataModel model = JavaDataModel.get();

      fixedHashEntrySize =
          model.hashMapEntry() +
          keyWrappersBatch.getKeysFixedSize() +
          aggregationBatchInfo.getAggregatorsFixedSize();

      MemoryMXBean memoryMXBean = ManagementFactory.getMemoryMXBean();
      maxMemory = memoryMXBean.getHeapMemoryUsage().getMax();
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

506
507
508
509
510
511
512
513
514
515
516
517
      return soi;
    }

  @Override
  public int getAggregationBufferFixedSize() {
      JavaDataModel model = JavaDataModel.get();
      return JavaDataModel.alignUp(
        model.object() +
        model.primitive2()*3+
        model.primitive1(),
        model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

506
507
508
509
510
511
512
513
514
515
516
517
      return soi;
    }

  @Override
  public int getAggregationBufferFixedSize() {
      JavaDataModel model = JavaDataModel.get();
      return JavaDataModel.alignUp(
        model.object() +
        model.primitive2()*3+
        model.primitive1(),
        model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

460
461
462
463
464
465
466
467
468
469
470
    return soi;
  }    

  @Override
  public int getAggregationBufferFixedSize() {
    JavaDataModel model = JavaDataModel.get();
    return JavaDataModel.alignUp(
      model.object() +
      model.primitive2() * 2,
      model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

460
461
462
463
464
465
466
467
468
469
470
471
      return soi;
    }

  @Override
  public int getAggregationBufferFixedSize() {
      JavaDataModel model = JavaDataModel.get();
      return JavaDataModel.alignUp(
        model.object() +
        model.primitive2()*3+
        model.primitive1(),
        model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

460
461
462
463
464
465
466
467
468
469
470
471
      return soi;
    }

  @Override
  public int getAggregationBufferFixedSize() {
      JavaDataModel model = JavaDataModel.get();
      return JavaDataModel.alignUp(
        model.object() +
        model.primitive2()*3+
        model.primitive1(),
        model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

431
432
433
434
435
436
437
438
439
440
441
      return resultWriter.getObjectInspector();
    }

    @Override
    public int getAggregationBufferFixedSize() {
    JavaDataModel model = JavaDataModel.get();
    return JavaDataModel.alignUp(
      model.object() +
      model.primitive2(),
      model.memoryAlign());
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.util.JavaDataModel

422
423
424
425
426
427
428
429
430
431
      return PrimitiveObjectInspectorFactory.writableDoubleObjectInspector;
    }

  @Override
  public int getAggregationBufferFixedSize() {
      JavaDataModel model = JavaDataModel.get();
      return JavaDataModel.alignUp(
        model.object(),
        model.memoryAlign());
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.