String item=cache.getItem(url);
if (null==item){
LOGGER.warn("Page " + url + "is in notIncluded for " + catName + " but not in cache");
continue;
}
calculator.addData(DocumentParser.parse(item, maxTuple),false, url);
}
calculator.computeProbabilities(); //and save the .probabilities to disk
}
public void setMyProbs(String newProbs, String catName) throws IOException{