Package org.apache.droids.helper.factories

Examples of org.apache.droids.helper.factories.ParserFactory

92
93
94
95
96
97
98
99
100
101
102
    return handlerFactory;
  }
 
  public static Droid<Link> createSimpleSaveCrawlingDroid(
      String targetURI) {
    ParserFactory parserFactory = createDefaultParserFactory();
    ProtocolFactory protocolFactory = createDefaultProtocolFactory();
    URLFiltersFactory filtersFactory = createDefaultURLFiltersFactory();

    SimpleDelayTimer simpleDelayTimer = new SimpleDelayTimer();
    simpleDelayTimer.setDelayMillis(100);
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    return crawler;
  }
 
  public static Droid<Link> createSimpleReportCrawlingDroid(
      String targetURI) {
    ParserFactory parserFactory = createDefaultParserFactory();
    ProtocolFactory protocolFactory = createDefaultProtocolFactory();
    URLFiltersFactory filtersFactory = createDefaultURLFiltersFactory();

    SimpleDelayTimer simpleDelayTimer = new SimpleDelayTimer();
    simpleDelayTimer.setDelayMillis(100);
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
    return crawler;
  }
 
  public static Droid<Link> createSimpleExceptionCrawlingDroid(
      String targetURI) {
    ParserFactory parserFactory = createDefaultParserFactory();
    ProtocolFactory protocolFactory = createDefaultProtocolFactory();
    URLFiltersFactory filtersFactory = createDefaultURLFiltersFactory();

    SimpleDelayTimer simpleDelayTimer = new SimpleDelayTimer();
    simpleDelayTimer.setDelayMillis(100);
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
      System.exit(-1);
    }
    String targetURL = args[0];
   
    // Create parser factory. Support basic HTML markup only
    ParserFactory parserFactory = new ParserFactory();
    HtmlParser htmlParser = new HtmlParser();
    htmlParser.setElements(new HashMap<String, String>());
    htmlParser.getElements().put("a", "href");
    htmlParser.getElements().put("link", "href");
    htmlParser.getElements().put("img", "src");
    htmlParser.getElements().put("script", "src");
    parserFactory.setMap(new HashMap<String, Object>());
    parserFactory.getMap().put("text/html", htmlParser);

    // Create protocol factory. Support HTTP/S only.
    ProtocolFactory protocolFactory = new ProtocolFactory();
   
    // Create and configure HTTP client
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
public class DroidsFactory
{
 
  public static ParserFactory createDefaultParserFactory() {
    ParserFactory parserFactory = new ParserFactory();
    HtmlParser htmlParser = new HtmlParser();
    htmlParser.setElements(new HashMap<String, String>());
    htmlParser.getElements().put("a", "href");
    htmlParser.getElements().put("link", "href");
    htmlParser.getElements().put("img", "src");
    htmlParser.getElements().put("script", "src");
    parserFactory.setMap(new HashMap<String, Object>());
    parserFactory.getMap().put("text/html", htmlParser);
    return parserFactory;
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
    final CrawlingDroid droid = new SysoutCrawlingDroid(queue, null);
   
    final ProtocolFactory protocolFactory = DroidsFactory.createDefaultProtocolFactory();
    droid.setProtocolFactory(protocolFactory);
   
    final ParserFactory parserFactory = parserSetup();
    droid.setParserFactory(parserFactory);
    return droid;
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
74
    droid.setParserFactory(parserFactory);
    return droid;
  }
 
  private final ParserFactory parserSetup() {
    final ParserFactory parserFactory = new ParserFactory();
    final HashMap<String, Object> parserFactoryMap = new HashMap<String, Object>();
   
    htmlParser = Mockito.mock(HtmlParser.class, new ReturnsMocks());
    parserFactoryMap.put("text/html", htmlParser);
   
    parserFactory.setMap(parserFactoryMap);
    return parserFactory;
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
    final CrawlingDroid droid = new SysoutCrawlingDroid(queue, null);
   
    final ProtocolFactory protocolFactory = DroidsFactory.createDefaultProtocolFactory();
    droid.setProtocolFactory(protocolFactory);
   
    final ParserFactory parserFactory = parserSetup();
    droid.setParserFactory(parserFactory);
    return droid;
  }
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
72
73
    droid.setParserFactory(parserFactory);
    return droid;
  }
 
  private final ParserFactory parserSetup() {
    final ParserFactory parserFactory = new ParserFactory();
    final HashMap<String, Object> parserFactoryMap = new HashMap<String, Object>();
   
    htmlParser = Mockito.mock(HtmlParser.class, new ReturnsMocks());
   
    parserFactory.getMap().put("text/html", htmlParser);
    return parserFactory;
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
public class DroidsFactory
{
 
  public static ParserFactory createDefaultParserFactory() {
    ParserFactory parserFactory = new ParserFactory();
    HtmlParser htmlParser = new HtmlParser();
    htmlParser.setElements(new HashMap<String, String>());
    htmlParser.getElements().put("a", "href");
    htmlParser.getElements().put("link", "href");
    htmlParser.getElements().put("img", "src");
    htmlParser.getElements().put("script", "src");
    parserFactory.getMap().put("text/html", htmlParser);
    return parserFactory;
  }
View Full Code Here
TOP

Related Classes of org.apache.droids.helper.factories.ParserFactory

  • org.apache.droids.DroidsFactory
  • org.apache.droids.examples.SimpleRuntime
  • org.apache.droids.robot.crawler.TestCrawlingWorker
  • org.apache.droids.exception.ParserNotFoundException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.