Examples of kafka.message.MessageAndOffset.offset()

kafka.message.MessageAndOffset.offset()

                topicPartition.getTopic(), topicPartition.getPartition()).iterator().next();
        ByteBuffer payload = messageAndOffset.message().payload();
        byte[] payloadBytes = new byte[payload.limit()];
        payload.get(payloadBytes);
        return new Message(topicPartition.getTopic(), topicPartition.getPartition(),
                messageAndOffset.offset(), payloadBytes);
    }


   public SimpleConsumer createConsumer(TopicPartition topicPartition) {
        HostAndPort leader = findLeader(topicPartition);
        LOG.info("leader for topic " + topicPartition.getTopic() + " partition " +

View Full Code Here

                // Create a fetch request
                openFetchRequest();


                while (messageAndOffsetIterator.hasNext()) {
                    MessageAndOffset currentMessageAndOffset = messageAndOffsetIterator.next();
                    long messageOffset = currentMessageAndOffset.offset();


                    if (messageOffset >= split.getEnd()) {
                        return endOfData(); // Past our split end. Bail.
                    }

View Full Code Here

            buf.get(bytes, buf.position(), origSize);
            value.set(bytes, 0, origSize);
            
            key.set(_index, _offset, msgAndOffset.message().checksum());
            
            _offset = msgAndOffset.offset();  //increase offset
            _count ++;  //increase count
            
            return true;
        }
        else return false;

View Full Code Here

      return new AbstractIterator<FetchedMessage>() {
        @Override
        protected FetchedMessage computeNext() {
          while (messages.hasNext()) {
            MessageAndOffset message = messages.next();
            long msgOffset = message.offset();
            if (msgOffset < offset.get()) {
              LOG.trace("Received old offset {}, expecting {} on {}. Message Ignored.",
                        msgOffset, offset.get(), topicPart);
              continue;
            }

View Full Code Here

                // Create a fetch request
                openFetchRequest();


                while (messageAndOffsetIterator.hasNext()) {
                    MessageAndOffset currentMessageAndOffset = messageAndOffsetIterator.next();
                    long messageOffset = currentMessageAndOffset.offset();


                    if (messageOffset >= split.getEnd()) {
                        return endOfData(); // Past our split end. Bail.
                    }

View Full Code Here

      }


      key.clear();
      key.set(kafkaRequest.getTopic(), kafkaRequest.getLeaderId(),
          kafkaRequest.getPartition(), currentOffset,
          msgAndOffset.offset() + 1, message.checksum());
      
      key.setMessageSize(msgAndOffset.message().size());


      currentOffset = msgAndOffset.offset() + 1; // increase offset
      currentCount++; // increase count

View Full Code Here

          kafkaRequest.getPartition(), currentOffset,
          msgAndOffset.offset() + 1, message.checksum());
      
      key.setMessageSize(msgAndOffset.message().size());


      currentOffset = msgAndOffset.offset() + 1; // increase offset
      currentCount++; // increase count


      return true;
    } else {
      return false;

View Full Code Here

        Iterator<MessageAndOffset> messageIter2 = messageBuffer
            .iterator();
        MessageAndOffset message = null;
        while (messageIter2.hasNext()) {
          message = messageIter2.next();
          if (message.offset() < currentOffset) {
            //flag = true;
            skipped++;
          } else {
            log.debug("Skipped offsets till : "
                + message.offset());

View Full Code Here

          if (message.offset() < currentOffset) {
            //flag = true;
            skipped++;
          } else {
            log.debug("Skipped offsets till : "
                + message.offset());
            break;
          }
        }
        log.debug("Number of offsets to be skipped: " + skipped);
        while(skipped !=0 )

View Full Code Here

        }
        log.debug("Number of offsets to be skipped: " + skipped);
        while(skipped !=0 )
        {
          MessageAndOffset skippedMessage = messageIter.next();
          log.debug("Skipping offset : " + skippedMessage.offset());
          skipped --;
        }


        if (!messageIter.hasNext()) {
          System.out

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.