else
return dummyStemmer;
}
});
WVToolCrawler test = new WVToolCrawler("", "", "") {
protected boolean vectorizePage(Page page) {
String url = page.getURL().toExternalForm();
return (url.indexOf("html")>-1);
}
public boolean shouldVisit(Link arg0) {
return true;
}
};
test.addRoot(new Link(new URL("http://www.bankersonline.com/")));
test.setMaxDepth(2);
// Initialize the input list with two classes
WVTInputList list = new CrawledInputList(test);
// Generate the word list