Examples of BulkBlockChannelReader

Examples of eu.stratosphere.nephele.services.iomanager.BulkBlockChannelReader

746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
    if (totalBuffersNeeded < totalBuffersAvailable) {
      // we are guaranteed to stay in memory
      ensureNumBuffersReturned(p.getBuildSideBlockCount());
     
      // first read the partition in
      final BulkBlockChannelReader reader = this.ioManager.createBulkBlockChannelReader(p.getBuildSideChannel().getChannelID(),
        this.availableMemory, p.getBuildSideBlockCount());
      // call waits until all is read
      if (keepBuildSidePartitions && p.recursionLevel == 0) {
        reader.close(); // keep the partitions
      } else {
        reader.closeAndDelete();
      }
     
      final List<MemorySegment> partitionBuffers = reader.getFullSegments();
      final HashPartition<BT, PT> newPart = new HashPartition<BT, PT>(this.buildSideSerializer, this.probeSideSerializer,
          0, nextRecursionLevel, partitionBuffers, p.getBuildSideRecordCount(), this.segmentSize, p.getLastSegmentLimit());
     
      this.partitionsBeingBuilt.add(newPart);
     
View Full Code Here

Examples of eu.stratosphere.nephele.services.iomanager.BulkBlockChannelReader

119
120
121
122
123
124
125
126
127
128
129
130
131
132
   * @param ioManager
   * @param availableMemory
   * @throws IOException
   */
  void restorePartitionBuffers(IOManager ioManager, List<MemorySegment> availableMemory) throws IOException {
    final BulkBlockChannelReader reader = ioManager.createBulkBlockChannelReader(this.initialBuildSideChannel,
      availableMemory, this.initialPartitionBuffersCount);
    reader.close();
    final List<MemorySegment> partitionBuffersFromDisk = reader.getFullSegments();
    this.partitionBuffers = (MemorySegment[]) partitionBuffersFromDisk.toArray(new MemorySegment[partitionBuffersFromDisk.size()]);
   
    this.overflowSegments = new MemorySegment[2];
    this.numOverflowSegments = 0;
    this.nextOverflowBucket = 0;
View Full Code Here

Examples of org.apache.flink.runtime.io.disk.iomanager.BulkBlockChannelReader

119
120
121
122
123
124
125
126
127
128
129
130
131
132
   * @param ioManager
   * @param availableMemory
   * @throws IOException
   */
  void restorePartitionBuffers(IOManager ioManager, List<MemorySegment> availableMemory) throws IOException {
    final BulkBlockChannelReader reader = ioManager.createBulkBlockChannelReader(this.initialBuildSideChannel,
      availableMemory, this.initialPartitionBuffersCount);
    reader.close();
    final List<MemorySegment> partitionBuffersFromDisk = reader.getFullSegments();
    this.partitionBuffers = (MemorySegment[]) partitionBuffersFromDisk.toArray(new MemorySegment[partitionBuffersFromDisk.size()]);
   
    this.overflowSegments = new MemorySegment[2];
    this.numOverflowSegments = 0;
    this.nextOverflowBucket = 0;
View Full Code Here

Examples of org.apache.flink.runtime.io.disk.iomanager.BulkBlockChannelReader

742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
    if (totalBuffersNeeded < totalBuffersAvailable) {
      // we are guaranteed to stay in memory
      ensureNumBuffersReturned(p.getBuildSideBlockCount());
     
      // first read the partition in
      final BulkBlockChannelReader reader = this.ioManager.createBulkBlockChannelReader(p.getBuildSideChannel().getChannelID(),
        this.availableMemory, p.getBuildSideBlockCount());
      // call waits until all is read
      if (keepBuildSidePartitions && p.recursionLevel == 0) {
        reader.close(); // keep the partitions
      } else {
        reader.closeAndDelete();
      }
     
      final List<MemorySegment> partitionBuffers = reader.getFullSegments();
      final HashPartition<BT, PT> newPart = new HashPartition<BT, PT>(this.buildSideSerializer, this.probeSideSerializer,
          0, nextRecursionLevel, partitionBuffers, p.getBuildSideRecordCount(), this.segmentSize, p.getLastSegmentLimit());
     
      this.partitionsBeingBuilt.add(newPart);
     
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.