Examples of RecordBatch

org.apache.drill.exec.record.RecordBatch
A record batch contains a set of field values for a particular range of records. In the case of a record batch composed of ValueVectors, ideally a batch fits within L2 cache (~256k per core). The set of value vectors do not change unless the next() IterOutcome is a *_NEW_SCHEMA type. A key thing to know is that the Iterator provided by record batch must align with the rank positions of the field ids provided utilizing getValueVectorId();
org.apache.kafka.clients.producer.internals.RecordBatch
A batch of records that is or will be sent. This class is not thread safe and external synchronization must be used when modifying it

Examples of org.apache.drill.exec.record.RecordBatch

  }


  @Override
  protected void killIncoming(boolean sendUpstream) {
    for (int i = 0; i < incoming.size(); i++) {
      RecordBatch in = incoming.get(i);
      in.kill(sendUpstream);
    }
  }

View Full Code Here

Examples of org.apache.drill.exec.record.RecordBatch

  
  @Override
  public void cleanup() {
    super.cleanup();
    for (int i = 0; i < incoming.size(); i++) {
      RecordBatch in = incoming.get(i);
      in.cleanup();
    }
  }

View Full Code Here

Examples of org.apache.drill.exec.record.RecordBatch

  }


  @Override
  protected void killIncoming(boolean sendUpstream) {
    for (int i = 0; i < incoming.size(); i++) {
      RecordBatch in = incoming.get(i);
      in.kill(sendUpstream);
    }
  }

View Full Code Here

Examples of org.apache.drill.exec.record.RecordBatch


  @Override
  public void cleanup() {
    super.cleanup();
    for (int i = 0; i < incoming.size(); i++) {
      RecordBatch in = incoming.get(i);
      in.cleanup();
    }
  }

View Full Code Here

Examples of org.apache.drill.exec.record.RecordBatch

    }


    MockGroupScanPOP.MockScanEntry entry = new MockGroupScanPOP.MockScanEntry(10, columns);
    MockSubScanPOP scanPOP = new MockSubScanPOP("testTable", java.util.Collections.singletonList(entry));


    RecordBatch batch = createMockScanBatch(bit1, scanPOP);


    batch.next();


    ValueVector vv = evalExprWithInterpreter(expressionStr, batch, bit1);


    // Verify the first 2 values in the output of evaluation.
    assert(expectFirstTwoValues.length == 2);
    assertEquals(expectFirstTwoValues[0], getValueFromVector(vv, 0));
    assertEquals(expectFirstTwoValues[1], getValueFromVector(vv, 1));


    showValueVectorContent(vv);


    vv.clear();
    batch.cleanup();
    batch.getContext().close();
    bit1.close();
  }

View Full Code Here

Examples of org.apache.kafka.clients.producer.internals.RecordBatch

        }
        accum.append(tp1, key, value, CompressionType.NONE, null);
        assertEquals("Our partition's leader should be ready", Collections.singleton(node1), accum.ready(cluster, time.milliseconds()).readyNodes);
        List<RecordBatch> batches = accum.drain(cluster, Collections.singleton(node1), Integer.MAX_VALUE, 0).get(node1.id());
        assertEquals(1, batches.size());
        RecordBatch batch = batches.get(0);
        Iterator<LogEntry> iter = batch.records.iterator();
        for (int i = 0; i < appends; i++) {
            LogEntry entry = iter.next();
            assertEquals("Keys should match", ByteBuffer.wrap(key), entry.record().key());
            assertEquals("Values should match", ByteBuffer.wrap(value), entry.record().value());

View Full Code Here

Examples of org.apache.kafka.clients.producer.internals.RecordBatch

        assertEquals("No partitions should be ready", 0, accum.ready(cluster, time.milliseconds()).readyNodes.size());
        time.sleep(10);
        assertEquals("Our partition's leader should be ready", Collections.singleton(node1), accum.ready(cluster, time.milliseconds()).readyNodes);
        List<RecordBatch> batches = accum.drain(cluster, Collections.singleton(node1), Integer.MAX_VALUE, 0).get(node1.id());
        assertEquals(1, batches.size());
        RecordBatch batch = batches.get(0);
        Iterator<LogEntry> iter = batch.records.iterator();
        LogEntry entry = iter.next();
        assertEquals("Keys should match", ByteBuffer.wrap(key), entry.record().key());
        assertEquals("Values should match", ByteBuffer.wrap(value), entry.record().value());
        assertFalse("No more records", iter.hasNext());

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.