Package org.apache.drill.exec.memory

Examples of org.apache.drill.exec.memory.TopLevelAllocator

86
87
88
89
90
91
92
93
94
95
96
  // next batch. But the value has already been increased by 1 in the prior failed try. Therefore, the sum of the generated number could be different,
  // depending on the size of each outgoing batch, and when the batch could not hold any more values.
  public void testLimitAcrossBatches(@Injectable final DrillbitContext bitContext, @Injectable UserServer.UserClientConnection connection) throws Throwable{
    new NonStrictExpectations(){{
      bitContext.getMetrics(); result = new MetricRegistry();
      bitContext.getAllocator(); result = new TopLevelAllocator();
      bitContext.getOperatorCreatorRegistry(); result = new OperatorCreatorRegistry(c);
      bitContext.getConfig(); result = c;
    }};

    verifyLimitCount(bitContext, connection, "test2.json", 69999);
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
    new NonStrictExpectations() {
      {
        context.getMetrics();
        result = new MetricRegistry();
        context.getAllocator();
        result = new TopLevelAllocator();
        context.getConfig();
        result = c;
      }
    };
    RemoteServiceSet lss = RemoteServiceSet.getLocalServiceSet();
View Full Code Here
309
310
311
312
313
314
315
316
317
318
319
    new NonStrictExpectations() {
      {
        bitContext.getMetrics();
        result = new MetricRegistry();
        bitContext.getAllocator();
        result = new TopLevelAllocator();
        bitContext.getConfig();
        result = c;
      }
    };
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  DrillConfig c = DrillConfig.create();

  private SimpleRootExec doTest(final DrillbitContext bitContext, UserClientConnection connection, String file) throws Exception{
    new NonStrictExpectations(){{
      bitContext.getMetrics(); result = new MetricRegistry();
      bitContext.getAllocator(); result = new TopLevelAllocator();
      bitContext.getOperatorCreatorRegistry(); result = new OperatorCreatorRegistry(c);
      bitContext.getConfig(); result = c;
    }};

    PhysicalPlanReader reader = new PhysicalPlanReader(c, c.getMapper(), CoordinationProtos.DrillbitEndpoint.getDefaultInstance());
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
  public void runTest(@Injectable final DrillbitContext bitContext,
                      @Injectable UserServer.UserClientConnection connection, String expression, int expectedResults) throws Throwable {

    new NonStrictExpectations(){{
      bitContext.getMetrics(); result = new MetricRegistry();
      bitContext.getAllocator(); result = new TopLevelAllocator();
      bitContext.getOperatorCreatorRegistry(); result = new OperatorCreatorRegistry(c);
      bitContext.getConfig(); result = c;
    }};

    String planString = Resources.toString(Resources.getResource(COMPARISON_TEST_PHYSICAL_PLAN), Charsets.UTF_8).replaceAll("EXPRESSION", expression);
View Full Code Here
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
    columns.add(new SchemaPath("_MAP.bin", ExpressionPosition.UNKNOWN));
    columns.add(new SchemaPath("_MAP.bin2", ExpressionPosition.UNKNOWN));
    int totalRowCount = 0;

    FileSystem fs = new CachedSingleFileSystem(fileName);
    BufferAllocator allocator = new TopLevelAllocator();
    for(int i = 0; i < 25; i++){
      ParquetRecordReader rr = new ParquetRecordReader(context, 256000, fileName, 0, fs,
          new CodecFactoryExposer(dfsConfig), f.getParquetMetadata(), columns);
      TestOutputMutator mutator = new TestOutputMutator(allocator);
      rr.setup(mutator);
      Stopwatch watch = new Stopwatch();
      watch.start();

      int rowCount = 0;
      while ((rowCount = rr.next()) > 0) {
        totalRowCount += rowCount;
      }
      System.out.println(String.format("Time completed: %s. ", watch.elapsed(TimeUnit.MILLISECONDS)));
      rr.cleanup();
    }

    allocator.close();
    System.out.println(String.format("Total row count %s", totalRowCount));
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
  public void runTest(@Injectable final DrillbitContext bitContext,
                      @Injectable UserServer.UserClientConnection connection, Object[] expectedResults, String planPath) throws Throwable {

    new NonStrictExpectations(){{
      bitContext.getMetrics(); result = new MetricRegistry();
      bitContext.getAllocator(); result = new TopLevelAllocator();
      bitContext.getOperatorCreatorRegistry(); result = new OperatorCreatorRegistry(c);
      bitContext.getConfig(); result = c;
    }};

    String planString = Resources.toString(Resources.getResource(planPath), Charsets.UTF_8);
View Full Code Here
670
671
672
673
674
675
676
677
678
679
680
    if (valueHolder.isSet == 0) {
      return;
    }

      consumer.startField(schema.getFieldName(fieldId), fieldId);
      Decimal38SparseVector tempVec = new Decimal38SparseVector(MaterializedField.create("", TypeProtos.MajorType.getDefaultInstance()), new TopLevelAllocator());
      tempVec.allocateNew(10);
      tempVec.getMutator().setSafe(0, valueHolder);
      byte[] bytes = DecimalUtility.getBigDecimalFromSparse(
              valueHolder.buffer, valueHolder.start, Decimal38SparseHolder.nDecimalDigits, valueHolder.scale).unscaledValue().toByteArray();
      byte[] output = new byte[ParquetTypeHelper.getLengthForMinorType(MinorType.DECIMAL38SPARSE)];
View Full Code Here
689
690
691
692
693
694
695
696
697
698
699
  }
  @Override
  public void addDecimal38SparseHolder(int fieldId, Decimal38SparseHolder valueHolder) throws IOException {

      consumer.startField(schema.getFieldName(fieldId), fieldId);
      Decimal38SparseVector tempVec = new Decimal38SparseVector(MaterializedField.create("", TypeProtos.MajorType.getDefaultInstance()), new TopLevelAllocator());
      tempVec.allocateNew(10);
      tempVec.getMutator().setSafe(0, valueHolder);
      byte[] bytes = DecimalUtility.getBigDecimalFromSparse(
              valueHolder.buffer, valueHolder.start, Decimal38SparseHolder.nDecimalDigits, valueHolder.scale).unscaledValue().toByteArray();
      byte[] output = new byte[ParquetTypeHelper.getLengthForMinorType(MinorType.DECIMAL38SPARSE)];
View Full Code Here
722
723
724
725
726
727
728
729
730
731
732
    if (valueHolder.isSet == 0) {
      return;
    }

      consumer.startField(schema.getFieldName(fieldId), fieldId);
      Decimal28SparseVector tempVec = new Decimal28SparseVector(MaterializedField.create("", TypeProtos.MajorType.getDefaultInstance()), new TopLevelAllocator());
      tempVec.allocateNew(10);
      tempVec.getMutator().setSafe(0, valueHolder);
      byte[] bytes = DecimalUtility.getBigDecimalFromSparse(
              valueHolder.buffer, valueHolder.start, Decimal28SparseHolder.nDecimalDigits, valueHolder.scale).unscaledValue().toByteArray();
      byte[] output = new byte[ParquetTypeHelper.getLengthForMinorType(MinorType.DECIMAL28SPARSE)];
View Full Code Here
TOP

Related Classes of org.apache.drill.exec.memory.TopLevelAllocator

  • io.netty.buffer.AccountingByteBuf
  • io.netty.buffer.ByteBuf
  • io.netty.buffer.DrillBuf
  • io.netty.buffer.UnsafeDirectLittleEndian
  • org.apache.drill.BaseTestQuery
  • org.apache.drill.exec.cache.TestCacheSerialization
  • org.apache.drill.exec.client.DrillClient
  • org.apache.drill.exec.client.DumpCatTest
  • org.apache.drill.exec.client.PrintingResultsListener
  • org.apache.drill.exec.fn.impl.TestByteComparisonFunctions
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.