Examples of org.apache.spark.network.protocol.ChunkFetchSuccess

Package org.apache.spark.network.protocol

Examples of org.apache.spark.network.protocol.ChunkFetchSuccess

org.apache.spark.network.protocol.ChunkFetchSuccess
Response to {@link ChunkFetchRequest} when a chunk exists and has been successfully fetched.Note that the server-side encoding of this messages does NOT include the buffer itself, as this may be written by Netty in a more efficient manner (i.e., zero-copy write). Similarly, the client-side decoding will reuse the Netty ByteBuf as the buffer.

    TransportResponseHandler handler = new TransportResponseHandler(new LocalChannel());
    ChunkReceivedCallback callback = mock(ChunkReceivedCallback.class);
    handler.addFetchRequest(streamChunkId, callback);
    assertEquals(1, handler.numOutstandingRequests());


    handler.handle(new ChunkFetchSuccess(streamChunkId, new TestManagedBuffer(123)));
    verify(callback, times(1)).onSuccess(eq(0), (ManagedBuffer) any());
    assertEquals(0, handler.numOutstandingRequests());
  }

View Full Code Here

    handler.addFetchRequest(new StreamChunkId(1, 0), callback);
    handler.addFetchRequest(new StreamChunkId(1, 1), callback);
    handler.addFetchRequest(new StreamChunkId(1, 2), callback);
    assertEquals(3, handler.numOutstandingRequests());


    handler.handle(new ChunkFetchSuccess(new StreamChunkId(1, 0), new TestManagedBuffer(12)));
    handler.exceptionCaught(new Exception("duh duh duhhhh"));


    // should fail both b2 and b3
    verify(callback, times(1)).onSuccess(eq(0), (ManagedBuffer) any());
    verify(callback, times(1)).onFailure(eq(1), (Throwable) any());

View Full Code Here

    testClientToServer(new RpcRequest(12345, new byte[100]));
  }


  @Test
  public void responses() {
    testServerToClient(new ChunkFetchSuccess(new StreamChunkId(1, 2), new TestManagedBuffer(10)));
    testServerToClient(new ChunkFetchSuccess(new StreamChunkId(1, 2), new TestManagedBuffer(0)));
    testServerToClient(new ChunkFetchFailure(new StreamChunkId(1, 2), "this is an error"));
    testServerToClient(new ChunkFetchFailure(new StreamChunkId(1, 2), ""));
    testServerToClient(new RpcResponse(12345, new byte[0]));
    testServerToClient(new RpcResponse(12345, new byte[1000]));
    testServerToClient(new RpcFailure(0, "this is an error"));

View Full Code Here

        "Error opening block %s for request from %s", req.streamChunkId, client), e);
      respond(new ChunkFetchFailure(req.streamChunkId, Throwables.getStackTraceAsString(e)));
      return;
    }


    respond(new ChunkFetchSuccess(req.streamChunkId, buf));
  }

View Full Code Here


  @Override
  public void handle(ResponseMessage message) {
    String remoteAddress = NettyUtils.getRemoteAddress(channel);
    if (message instanceof ChunkFetchSuccess) {
      ChunkFetchSuccess resp = (ChunkFetchSuccess) message;
      ChunkReceivedCallback listener = outstandingFetches.get(resp.streamChunkId);
      if (listener == null) {
        logger.warn("Ignoring response for block {} from {} since it is not outstanding",
          resp.streamChunkId, remoteAddress);
        resp.buffer.release();

View Full Code Here

TOP

Related Classes of org.apache.spark.network.protocol.ChunkFetchSuccess

org.apache.spark.network.buffer.NettyManagedBuffer

org.apache.spark.network.client.TransportResponseHandler

org.apache.spark.network.ProtocolSuite

org.apache.spark.network.server.TransportRequestHandler

org.apache.spark.network.TransportResponseHandlerSuite

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.