Package com.crawljax.core.configuration.CrawljaxConfiguration

Examples of com.crawljax.core.configuration.CrawljaxConfiguration.CrawljaxConfigurationBuilder

67
68
69
70
71
72
73
74
75
76
77
78
79
  }

  @Test
  public void testDontClickUnderXPath() throws Exception {
    String url = "http://localhost:" + port + "/infinite.html";
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(url);
    builder.setMaximumStates(3);
    builder.setBasicAuth(USERNAME, PASSWORD);
    CrawlSession session = new CrawljaxRunner(builder.build()).call();

    assertThat(session.getStateFlowGraph(), hasStates(3));
  }
View Full Code Here
19
20
21
22
23
24
25
26
27
    super(Resource.newClassPathResource("sites"), "simple-input-site");
  }

  @Override
  protected CrawljaxConfigurationBuilder newCrawlConfigurationBuilder() {
    CrawljaxConfigurationBuilder builder = super.newCrawlConfigurationBuilder();
    builder.crawlRules().setInputSpec(getInputSpecification());
    return builder;
  }
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
  @ClassRule
  public static final RunWithWebServer WEB_SERVER = new RunWithWebServer("/site");

  protected CrawljaxConfigurationBuilder setupConfig() {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(WEB_SERVER.getSiteUrl().toExternalForm()
                    + "iframe");
    builder.crawlRules().waitAfterEvent(100, TimeUnit.MILLISECONDS);
    builder.crawlRules().waitAfterReloadUrl(100, TimeUnit.MILLISECONDS);
    builder.setMaximumDepth(3);
    builder.crawlRules().click("a");
    builder.crawlRules().click("input");

    return builder;
  }
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
    assertThat(session.getStateFlowGraph(), hasStates(13));
  }

  @Test
  public void testIframeExclusions() throws CrawljaxException {
    CrawljaxConfigurationBuilder builder = setupConfig();
    builder.crawlRules().dontCrawlFrame("frame1");
    builder.crawlRules().dontCrawlFrame("sub");
    builder.crawlRules().dontCrawlFrame("frame0");
    CrawljaxConfiguration config = builder.build();
    crawljax = new CrawljaxRunner(config);
    CrawlSession session = crawljax.call();
    assertThat(session.getStateFlowGraph(), hasEdges(3));
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }

  @Test
  public void testIFramesNotCrawled() throws CrawljaxException {
    CrawljaxConfigurationBuilder builder = setupConfig();
    builder.crawlRules().crawlFrames(false);
    crawljax = new CrawljaxRunner(builder.build());
    CrawlSession session = crawljax.call();
    assertThat(session.getStateFlowGraph(), hasEdges(3));
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }

  @Test
  public void testIFramesWildcardsNotCrawled() throws CrawljaxException {
    CrawljaxConfigurationBuilder builder = setupConfig();

    builder.crawlRules().dontCrawlFrame("frame%");
    builder.crawlRules().dontCrawlFrame("sub");
    crawljax = new CrawljaxRunner(builder.build());
    CrawlSession session = crawljax.call();
    assertThat(session.getStateFlowGraph(), hasEdges(3));
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
96
97
    assertThat(session.getStateFlowGraph(), hasStates(4));
  }

  @Test
  public void testCrawlingOnlySubFrames() throws CrawljaxException {
    CrawljaxConfigurationBuilder builder = setupConfig();
    builder.crawlRules().dontCrawlFrame("frame1.frame10");
    crawljax = new CrawljaxRunner(builder.build());
    CrawlSession session = crawljax.call();
    assertEquals("Clickables", 12, session.getStateFlowGraph()
            .getAllEdges().size());
    assertEquals("States", 12, session.getStateFlowGraph().getAllStates()
            .size());
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
    }
  }

  @Test
  public void testExtract() throws InterruptedException, CrawljaxException {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl().toExternalForm());
    builder.crawlRules().click("a");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
    return extractor;
  }

  @Test
  public void testExtractExclude() throws Exception {
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration.builderFor(DEMO_SITE_SERVER.getSiteUrl().toExternalForm());
    builder.crawlRules().click("a");
    builder.crawlRules().dontClick("div").withAttribute("id", "menubar");
    builder.crawlRules().clickOnce(true);
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(DEMO_SITE_SERVER.getSiteUrl());

    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
  @Test
  public void testExtractIframeContents() throws Exception {
    RunWithWebServer server = new RunWithWebServer("/site");
    server.before();
    CrawljaxConfigurationBuilder builder =
            CrawljaxConfiguration
                    .builderFor(server.getSiteUrl().toExternalForm() + "iframe/");
    builder.crawlRules().click("a");
    CrawljaxConfiguration config = builder.build();

    CandidateElementExtractor extractor = newElementExtractor(config);
    browser.goToUrl(new URL(server.getSiteUrl().toExternalForm() + "iframe/"));
    List<CandidateElement> candidates = extractor.extract(DUMMY_STATE);
View Full Code Here
TOP

Related Classes of com.crawljax.core.configuration.CrawljaxConfiguration.CrawljaxConfigurationBuilder

  • $.Runner
  • com.crawljax.browser.ChromeProxyConfig
  • com.crawljax.cli.JarRunner
  • com.crawljax.core.CandidateElementExtractorTest
  • com.crawljax.core.configuration.UnderXPathTest
  • com.crawljax.core.CrawlerStopTest
  • com.crawljax.core.IFrameTest
  • com.crawljax.core.largetests.LargeTestBase
  • com.crawljax.core.PassBasicHttpAuthTest
  • com.crawljax.core.plugin.OnFireEventFailedPluginTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.