Package org.apache.droids.impl

Examples of org.apache.droids.impl.ExceptionCrawlingDroid


    SequentialTaskMaster<Link> taskMaster = new SequentialTaskMaster<Link>();
//    MultiThreadedTaskMaster<Link> taskMaster = new MultiThreadedTaskMaster<Link>();
    taskMaster.setDelayTimer( simpleDelayTimer );
    taskMaster.setExceptionHandler(new DefaultTaskExceptionHandler());
   
    CrawlingDroid crawler = new ExceptionCrawlingDroid( queue, taskMaster );
    crawler.setFiltersFactory(filtersFactory);
    crawler.setParserFactory(parserFactory);
    crawler.setProtocolFactory(protocolFactory);
   
    Collection<String> initialLocations = new ArrayList<String>();
    initialLocations.add( targetURI );
    crawler.setInitialLocations(initialLocations);
    return crawler;
  }
View Full Code Here


    SequentialTaskMaster<Link> taskMaster = new SequentialTaskMaster<Link>();
//    MultiThreadedTaskMaster<Link> taskMaster = new MultiThreadedTaskMaster<Link>();
    taskMaster.setDelayTimer( simpleDelayTimer );
    taskMaster.setExceptionHandler(new DefaultTaskExceptionHandler());
   
    CrawlingDroid crawler = new ExceptionCrawlingDroid( queue, taskMaster );
    crawler.setFiltersFactory(filtersFactory);
    crawler.setParserFactory(parserFactory);
    crawler.setProtocolFactory(protocolFactory);
   
    Collection<String> initialLocations = new ArrayList<String>();
    initialLocations.add( targetURI );
    crawler.setInitialLocations(initialLocations);
    return crawler;
  }
View Full Code Here

TOP

Related Classes of org.apache.droids.impl.ExceptionCrawlingDroid

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.