Examples of checksum()

Examples of kafka.message.Message.checksum()

62
63
64
65
66
67
68
69
70
71
72
        byte[] bytes = KafkaETLUtils.getBytes(val);
       
        //check the checksum of message
        Message message = new Message(ByteBuffer.wrap(bytes));
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
View Full Code Here

Examples of kafka.message.Message.checksum()

64
65
66
67
68
69
70
71
72
73
74
        //check the checksum of message
        Message message = new Message(ByteBuffer.wrap(bytes));
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
        collector.collect(new LongWritable (_count), data);
View Full Code Here

Examples of kafka.message.Message.checksum()

231
232
233
234
235
236
237
238
239
240
241
                    // check the checksum of message.
                    // If message has partition key, need to construct it with Key for checkSum to match
                    Message messageWithKey = new Message(bytes,keyBytes);
                    Message messageWithoutKey = new Message(bytes);
                    long checksum = key.getChecksum();
                    if (checksum != messageWithKey.checksum() && checksum != messageWithoutKey.checksum()) {
                      throw new ChecksumException("Invalid message checksum : MessageWithKey : "
                              + messageWithKey.checksum() + " MessageWithoutKey checksum : "
                          + messageWithoutKey.checksum()
                          + ". Expected " + key.getChecksum(), 
                          key.getOffset());
View Full Code Here

Examples of kafka.message.Message.checksum()

234
235
236
237
238
239
240
241
242
243
244
                    Message messageWithoutKey = new Message(bytes);
                    long checksum = key.getChecksum();
                    if (checksum != messageWithKey.checksum() && checksum != messageWithoutKey.checksum()) {
                      throw new ChecksumException("Invalid message checksum : MessageWithKey : "
                              + messageWithKey.checksum() + " MessageWithoutKey checksum : "
                          + messageWithoutKey.checksum()
                          + ". Expected " + key.getChecksum(), 
                          key.getOffset());
                    }

                    long tempTime = System.currentTimeMillis();
View Full Code Here

Examples of kafka.message.Message.checksum()

120
121
122
123
124
125
126
127
128
129
130
      }

      key.clear();
      key.set(kafkaRequest.getTopic(), kafkaRequest.getLeaderId(),
          kafkaRequest.getPartition(), currentOffset,
          msgAndOffset.offset() + 1, message.checksum());
     
      key.setMessageSize(msgAndOffset.message().size());

      currentOffset = msgAndOffset.offset() + 1; // increase offset
      currentCount++; // increase count
View Full Code Here

Examples of kafka.message.Message.checksum()

58
59
60
61
62
63
64
65
66
67
68
        byte[] bytes = KafkaETLUtils.getBytes(val);
       
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
View Full Code Here

Examples of kafka.message.Message.checksum()

60
61
62
63
64
65
66
67
68
69
70
        //check the checksum of message
        Message message = new Message(bytes);
        long checksum = key.getChecksum();
        if (checksum != message.checksum())
            throw new IOException ("Invalid message checksum "
                                            + message.checksum() + ". Expected " + key + ".");
        Text data = getData (message);
        _count ++;
          
        collector.collect(new LongWritable (_count), data);
View Full Code Here

Examples of org.elasticsearch.index.store.StoreFileMetaData.checksum()

223
224
225
226
227
228
229
230
231
232
233
            if (snapshotRequired) {
                indexNumberOfFiles++;
                indexTotalFilesSize += md.length();
                // create a new FileInfo
                try {
                    CommitPoint.FileInfo snapshotFileInfo = new CommitPoint.FileInfo(fileNameFromGeneration(++generation), fileName, md.length(), md.checksum());
                    indexCommitPointFiles.add(snapshotFileInfo);
                    snapshotFile(snapshotIndexCommit.getDirectory(), snapshotFileInfo, indexLatch, failures);
                } catch (IOException e) {
                    failures.add(e);
                    indexLatch.countDown();
View Full Code Here

Examples of org.elasticsearch.index.store.StoreFileMetaData.checksum()

298
299
300
301
302
303
304
305
306
307
308
        @Override public void touchFile(String name) throws IOException {
            delegate.touchFile(name);
            synchronized (mutex) {
                StoreFileMetaData metaData = filesMetadata.get(name);
                if (metaData != null) {
                    metaData = new StoreFileMetaData(metaData.name(), metaData.length(), delegate.fileModified(name), metaData.checksum());
                    filesMetadata = MapBuilder.newMapBuilder(filesMetadata).put(name, metaData).immutableMap();
                }
            }
        }
View Full Code Here

Examples of org.elasticsearch.index.store.StoreFileMetaData.checksum()

123
124
125
126
127
128
129
130
131
132
133
                                response.phase1ExistingFileNames.add(name);
                                response.phase1ExistingFileSizes.add(md.length());
                                existingTotalSize += md.length();
                                useExisting = true;
                                if (logger.isTraceEnabled()) {
                                    logger.trace("[{}][{}] recovery [phase1] to {}: not recovering [{}], exists in local store and has checksum [{}], size [{}]", request.shardId().index().name(), request.shardId().id(), request.targetNode(), name, md.checksum(), md.length());
                                }
                            }
                        }
                        if (!useExisting) {
                            if (request.existingFiles().containsKey(name)) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.