Package net.fp.rp.search.back.extractor.util

Examples of net.fp.rp.search.back.extractor.util.Spider.start()

32
33
34
35
36
37
38
39
40
41
42
    public void test() {
        try {
            Spider spider = new Spider(UtilExtract.getUri(
                        "http://www.google.ie/search?hl=en&lr=&q=www.cnn.com&btnG=Search"),
                    40);
            spider.start();
        } catch (Throwable e) {
            e.printStackTrace(System.out);
            fail();
        }
    }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
    public void convert(INewInformation info) throws RpException {
        logger.info("WebExtractor handling location :" + info.getUri() +
            " with level " + info.getLevel());

        Spider spider = new Spider(info.getUri(), getMaxLengthSummary());
        spider.start();

        //process the content from the actual document
        //iterate on the links
        NodeStruct node = new NodeStruct();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.