Package org.apache.flink.runtime.io.network

Examples of org.apache.flink.runtime.io.network.Buffer

69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    Assert.assertEquals(0, bufferPool.numRequestedBuffers());

    // this request-recycle cycle should only take a single buffer out of
    // the GlobalBufferPool as it is recycled over and over again
    for (int numRequested = 0; numRequested < NUM_BUFFERS; numRequested++) {
      Buffer buffer = bufferPool.requestBuffer(BUFFER_SIZE);

      Assert.assertEquals(BUFFER_SIZE, buffer.size());

      Assert.assertEquals("Expected single buffer request in buffer pool.",
          1, bufferPool.numRequestedBuffers());
      Assert.assertEquals("Expected no available buffer in buffer pool.",
          0, bufferPool.numAvailableBuffers());

      buffer.recycleBuffer();

      Assert.assertEquals("Expected single available buffer after recycle.",
          1, bufferPool.numAvailableBuffers());
    }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
    final int SERIALIZATION_OVERHEAD = 4; // length encoding

    final RecordSerializer<SerializationTestType> serializer = new SpanningRecordSerializer<SerializationTestType>();
    final RecordDeserializer<SerializationTestType> deserializer = new AdaptiveSpanningRecordDeserializer<SerializationTestType>();

    final Buffer buffer = new Buffer(new MemorySegment(new byte[segmentSize]), segmentSize, null);

    final ArrayDeque<SerializationTestType> serializedRecords = new ArrayDeque<SerializationTestType>();

    // -------------------------------------------------------------------------------------------------------------
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
137
138
  @Test
  public void testSingleConsumerNonBlockingRequestSmall() throws IOException {
    final LocalBufferPool bufferPool = new LocalBufferPool(GLOBAL_BUFFER_POOL, NUM_BUFFERS);

    // request smaller buffer and verify size
    Buffer buffer = bufferPool.requestBuffer(BUFFER_SIZE / 2);

    Assert.assertEquals(BUFFER_SIZE / 2, buffer.size());

    buffer.recycleBuffer();

    bufferPool.destroy();
  }
View Full Code Here
190
191
192
193
194
195
196
197
198
199
200
201
202
203
      }
    }, 500);

    //
    try {
      Buffer buffer = bufferPool.requestBufferBlocking(BUFFER_SIZE);
      Assert.assertNotNull(buffer);

      buffer.recycleBuffer();
    } catch (InterruptedException e) {
      Assert.fail("Unexpected InterruptedException during test.");
    }

    // recycle remaining buffers
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
      synchronized (serializer) {
        RecordSerializer.SerializationResult result = serializer
            .addRecord(record);
        while (result.isFullBuffer()) {
          Buffer buffer = serializer.getCurrentBuffer();
          if (buffer != null) {
            sendBuffer(buffer, targetChannel);
          }

          buffer = this.bufferPool
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
  @Override
  public void flush() throws IOException, InterruptedException {
    for (int targetChannel = 0; targetChannel < this.numChannels; targetChannel++) {
      RecordSerializer<T> serializer = this.serializers[targetChannel];
      synchronized (serializer) {
        Buffer buffer = serializer.getCurrentBuffer();
        if (buffer != null) {
          sendBuffer(buffer, targetChannel);
        }

        serializer.clear();
View Full Code Here
86
87
88
89
90
91
92
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize, 1);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
    this.inputSplitProvider = inputSplitProvider;
    this.mockBuffer = new Buffer(new MemorySegment(new byte[bufferSize]), bufferSize, null);
  }
View Full Code Here
51
52
53
54
55
56
57
58
  public Buffer requestBuffer(int sizeOfBuffer) throws IOException {
    if (rnd.nextFloat() < this.probabilityForNoneAvailable) {
      return null;
    } else {
      MemorySegment segment = new MemorySegment(new byte[this.sizeOfMemorySegments]);
      return new Buffer(segment, sizeOfBuffer, this.recycler);
    }
  }
View Full Code Here
58
59
60
61
62
63
64
  }

  @Override
  public Buffer requestBufferBlocking(int sizeOfBuffer) throws IOException, InterruptedException {
    MemorySegment segment = new MemorySegment(new byte[this.sizeOfMemorySegments]);
    return new Buffer(segment, sizeOfBuffer, this.recycler);
  }
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
290
291
  @Override
  public void releaseAllResources() {
    this.senderClosedChannel = true;
    this.deserializer.clear();
   
    Buffer buf = this.dataBuffer;
    if (buf != null) {
      buf.recycleBuffer();
      dataBuffer = null;
    }

    // The buffers are recycled by the input channel wrapper
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.runtime.io.network.Buffer

  • org.apache.flink.runtime.io.network.api.RecordWriter
  • org.apache.flink.runtime.io.network.bufferprovider.LocalBufferPool
  • org.apache.flink.runtime.io.network.bufferprovider.LocalBufferPoolTest
  • org.apache.flink.runtime.io.network.bufferprovider.LocalBufferPoolTest$RecyclingBufferAvailableAnswer
  • org.apache.flink.runtime.io.network.channels.InputChannel
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoder
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoder$BufferAvailabilityChangedTask
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoderTest
  • org.apache.flink.runtime.io.network.netty.InboundEnvelopeDecoderTest$RandomBufferRequestAnswer
  • org.apache.flink.runtime.io.network.netty.OutboundEnvelopeEncoder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.