Package kafka.message

Examples of kafka.message.Message.checksum()

59
60
61
62
63
64
65
66
67
68
69
        byte[] bytes = KafkaETLUtils.getBytes(val);
       
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
        collector.collect(new LongWritable (_count), data);
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
        byte[] bytes = KafkaETLUtils.getBytes(val);
       
        //check the checksum of message
        Message message = new Message(ByteBuffer.wrap(bytes));
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
        //check the checksum of message
        Message message = new Message(ByteBuffer.wrap(bytes));
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
        collector.collect(new LongWritable (_count), data);
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
                    // check the checksum of message.
                    // If message has partition key, need to construct it with Key for checkSum to match
                    Message messageWithKey = new Message(bytes,keyBytes);
                    Message messageWithoutKey = new Message(bytes);
                    long checksum = key.getChecksum();
                    if (checksum != messageWithKey.checksum() && checksum != messageWithoutKey.checksum()) {
                      throw new ChecksumException("Invalid message checksum : MessageWithKey : "
                              + messageWithKey.checksum() + " MessageWithoutKey checksum : "
                          + messageWithoutKey.checksum()
                          + ". Expected " + key.getChecksum(), 
                          key.getOffset());
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
                    Message messageWithoutKey = new Message(bytes);
                    long checksum = key.getChecksum();
                    if (checksum != messageWithKey.checksum() && checksum != messageWithoutKey.checksum()) {
                      throw new ChecksumException("Invalid message checksum : MessageWithKey : "
                              + messageWithKey.checksum() + " MessageWithoutKey checksum : "
                          + messageWithoutKey.checksum()
                          + ". Expected " + key.getChecksum(), 
                          key.getOffset());
                    }

                    long tempTime = System.currentTimeMillis();
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
      }

      key.clear();
      key.set(kafkaRequest.getTopic(), kafkaRequest.getLeaderId(),
          kafkaRequest.getPartition(), currentOffset,
          msgAndOffset.offset() + 1, message.checksum());
     
      key.setMessageSize(msgAndOffset.message().size());

      currentOffset = msgAndOffset.offset() + 1; // increase offset
      currentCount++; // increase count
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
        byte[] bytes = KafkaETLUtils.getBytes(val);
       
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
        collector.collect(new LongWritable (_count), data);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.