Package kafka.message

Examples of kafka.message.MessageAndOffset.message()

122
123
124
125
126
127
128
129
130
131
132
      key.clear();
      key.set(kafkaRequest.getTopic(), kafkaRequest.getLeaderId(),
          kafkaRequest.getPartition(), currentOffset,
          msgAndOffset.offset() + 1, message.checksum());
     
      key.setMessageSize(msgAndOffset.message().size());

      currentOffset = msgAndOffset.offset() + 1; // increase offset
      currentCount++; // increase count

      return true;
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
        }

        if (iterator.hasNext())
        {
            MessageAndOffset messageOffset = iterator.next();
            Message message = messageOffset.message();
            key.set(watermark - message.size() - 4);
            value.set(message.payload().array(), message.payload().arrayOffset(), message.payloadSize());
            numProcessedMessages++;
            if (!iterator.hasNext())
            {
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
   
    protected boolean get(KafkaETLKey key, BytesWritable value) throws IOException {
        if (_messageIt != null && _messageIt.hasNext()) {
            MessageAndOffset msgAndOffset = _messageIt.next();
           
            ByteBuffer buf = msgAndOffset.message().payload();
            int origSize = buf.remaining();
            byte[] bytes = new byte[origSize];
            buf.get(bytes, buf.position(), origSize);
            value.set(bytes, 0, origSize);
           
View Full Code Here
178
179
180
181
182
183
184
185
186
187
188
            int origSize = buf.remaining();
            byte[] bytes = new byte[origSize];
            buf.get(bytes, buf.position(), origSize);
            value.set(bytes, 0, origSize);
           
            key.set(_index, _offset, msgAndOffset.message().checksum());
           
            _offset += msgAndOffset.offset();  //increase offset
            _count ++;  //increase count
           
            return true;
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
        while (true) {
            MessageAndOffset toEmitMsg = emittingMessages.pollFirst();
            if (toEmitMsg == null) {
                return EmitState.EMIT_END;
            }
            Iterable<List<Object>> tups = generateTuples(toEmitMsg.message());
            if (tups != null) {
                for (List<Object> tuple : tups) {
                    collector.emit(tuple, new KafkaMessageId(partition, toEmitMsg.offset()));
                }
                // break;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.