contentPipe = TupleLogger.makePipe(contentPipe, true);
// Take content and split it into content output plus parse to extract URLs.
SimpleParser parser;
if (options.isUseBoilerpipe()) {
parser = new SimpleParser(new BoilerpipeContentExtractor(), new SimpleLinkExtractor(), new ParserPolicy());
} else if (options.isGenerateHTML()) {
parser = new SimpleParser(new HtmlContentExtractor(), new SimpleLinkExtractor(), new ParserPolicy(), true);
} else {
parser = new SimpleParser();
}
parser.setExtractLanguage(false);