verifyTermDocVector(opennlpTermDocVector2, value1);
reader1.close();
System.out.println("verifyIntDocVectorsOpennlp");
IntWritable key2 = new IntWritable();
WeightedIntDocVector value2 = new WeightedIntDocVector();
HMapIFW map = new HMapIFW();
SequenceFile.Reader reader2 = new SequenceFile.Reader(fs.getConf(),
SequenceFile.Reader.file(new Path(opennlpIndex + "/test_wt-int-doc-vectors/part-00000")));
reader2.next(key2, value2);
map = value2.getWeightedTerms();
System.out.println("*** top 10 terms ***");
for ( MapIF.Entry entry : map.getEntriesSortedByValue(10)) {
System.out.println(entry.getKey() + ": " + entry.getValue());
}
verifyIntDocVector(opennlpIntDocVector1, value2);
reader2.next(key2, value2);
map = value2.getWeightedTerms();
System.out.println("*** top 10 terms ***");
for ( MapIF.Entry entry : map.getEntriesSortedByValue(10)) {
System.out.println(entry.getKey() + ": " + entry.getValue());
}
verifyIntDocVector(opennlpIntDocVector2, value2);