Package com.crawljax.plugins.crawloverview

Examples of com.crawljax.plugins.crawloverview.CrawlOverview


    CrawljaxConfiguration config = new CrawljaxConfiguration();
    CrawlSpecification crawler = new CrawlSpecification(URL);
    crawler.setMaximumStates(5);
    crawler.clickDefaultElements();
    config.setCrawlSpecification(crawler);
    config.addPlugin(new CrawlOverview());
    try {
      CrawljaxController crawljax = new CrawljaxController(config);
      crawljax.run();
    } catch (Exception e) {
      e.printStackTrace();
View Full Code Here


      builder.crawlRules().crawlHiddenAnchors(true);
    }

    configureTimers(builder);

    builder.addPlugin(new CrawlOverview(new File(outputDir)));

    if (options.specifiesClickElements()) {
      builder.crawlRules().click(options.getSpecifiedClickElements());
    } else {
      builder.crawlRules().clickDefaultElements();
View Full Code Here

  @Test
  public void testConfigSerializibility() throws IOException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor("http://example.com")
                    .addPlugin(new CrawlOverview())
                    .setOutputDirectory(tmpFolder.getRoot());

    builder.crawlRules().addCrawlCondition(
            new CrawlCondition("kers", new RegexCondition("test")));
View Full Code Here

        //Plugins
        File outputFolder = new File(record.getOutputFolder() + File.separatorChar + "plugins"
                + File.separatorChar + "0");
        outputFolder.mkdirs();
        builder.addPlugin(new CrawlOverview(new HostInterfaceImpl(outputFolder, new HashMap<String, String>())));
        for (int i = 0, l = config.getPlugins().size(); i < l; i++) {
          Plugin pluginConfig = config.getPlugins().get(i);
          Plugin plugin = plugins.findByID(pluginConfig.getId());
          if (plugin == null) {
            LogWebSocketServlet.sendToAll("Could not find plugin: "
View Full Code Here

      builder.crawlRules().crawlHiddenAnchors(true);
    }

    configureTimers(builder);

    builder.addPlugin(new CrawlOverview());

    if (options.specifiesClickElements()) {
      builder.crawlRules().click(options.getSpecifiedClickElements());
    } else {
      builder.crawlRules().clickDefaultElements();
View Full Code Here

      builder.crawlRules().crawlHiddenAnchors(true);
    }

    configureTimers(builder);

    builder.addPlugin(new CrawlOverview());

    if (options.specifiesClickElements()) {
      builder.crawlRules().click(options.getSpecifiedClickElements());
    } else {
      builder.crawlRules().clickDefaultElements();
View Full Code Here

      builder.crawlRules().crawlHiddenAnchors(true);
    }

    configureTimers(builder);

    builder.addPlugin(new CrawlOverview(new File(outputDir)));

    if (commandLine.hasOption(CLICK)) {
      builder.crawlRules().click(commandLine.getOptionValue(CLICK).split(","));
    } else {
      builder.crawlRules().clickDefaultElements();
View Full Code Here

    File outFolder = new File("output");
    if (outFolder.exists()) {
      FileUtils.deleteDirectory(outFolder);
    }
    builder.setOutputDirectory(outFolder);
    builder.addPlugin(new CrawlOverview());

    // We want to use two browsers simultaneously.
    builder.setBrowserConfig(new BrowserConfiguration(BrowserType.FIREFOX, 2));

    CrawljaxRunner crawljax = new CrawljaxRunner(builder.build());
View Full Code Here

    // Set some input for fields
    builder.crawlRules().setInputSpec(getInputSpecification());

    // This will generate a nice output in the output directory.
    builder.addPlugin(new CrawlOverview(new File("output")));

    CrawljaxRunner crawljax = new CrawljaxRunner(builder.build());
    crawljax.call();

  }
View Full Code Here

    // This will generate a nice output in the output directory.
    File outFolder = new File("output");
    if (outFolder.exists()) {
      FileUtils.deleteDirectory(outFolder);
    }
    builder.addPlugin(new CrawlOverview(outFolder));

    // We want to use two browsers simultaneously.
    builder.setBrowserConfig(new BrowserConfiguration(BrowserType.firefox, 2));

    CrawljaxRunner crawljax = new CrawljaxRunner(builder.build());
View Full Code Here

TOP

Related Classes of com.crawljax.plugins.crawloverview.CrawlOverview

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.