Package com.crawljax.core.state

Examples of com.crawljax.core.state.StateFlowGraph

43
44
45
46
47
48
49
50
51
52
53
   * Shows <a href='https://github.com/crawljax/crawljax/issues/97'>Issue 97</a>
   */
  @Test
  public void whenHiddenElementsOfItShouldntCrawl() throws Exception {
    CrawlSession crawl = new BaseCrawler("hidden-elements-site").crawl();
    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();

    // this includes the bug of #97
    int expectedStates = 3 - 2;
    assertThat(stateFlowGraph, hasStates(expectedStates));
  }
View Full Code Here
120
121
122
123
124
125
126
127
      candidateActionCache.purgeActionsForState(ex.getTarget());
    }
  }

  private ImmutableList<Eventable> shortestPathTo(StateVertex crawlTask) {
    StateFlowGraph graph = context.getSession().getStateFlowGraph();
    return graph.getShortestPath(graph.getInitialState(), crawlTask);
  }
View Full Code Here
47
48
49
50
51
52
53
54
55
    verifyGraphSize(SimpleInputSiteCrawl.NUMBER_OF_STATES,
            SimpleInputSiteCrawl.NUMBER_OF_EDGES);
  }

  private void verifyGraphSize(int numberOfStates, int numberOfEdges) throws Exception {
    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();
    assertThat(stateFlowGraph, hasStates(numberOfStates));
    assertThat(stateFlowGraph, hasEdges(numberOfEdges));
  }
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
38
  public Statistics(CrawlSession session, StateStatistics stateStats, Date startDate,
          int failedEvents) {
    this.stateStats = stateStats;
    this.failedEvents = failedEvents;
    this.startDate = new Date(startDate.getTime());
    StateFlowGraph stateFlowGraph = session.getStateFlowGraph();
    this.duration = calculateDuration(session);
    this.edges = stateFlowGraph.getAllEdges().size();
    this.crawlPaths = session.getCrawlPaths().size();
    double bytes = stateFlowGraph.getMeanStateStringSize();
    this.averageDomSize = new DecimalFormat().format(bytes / 1000) + " kB";
  }
View Full Code Here
131
132
133
134
135
136
137
138
      LOG.debug("Domain escape was {}", e.getMessage());
    }
  }

  private ImmutableList<Eventable> shortestPathTo(StateVertex crawlTask) {
    StateFlowGraph graph = context.getSession().getStateFlowGraph();
    return graph.getShortestPath(graph.getInitialState(), crawlTask);
  }
View Full Code Here
172
173
174
175
176
177
178
179
180
181
182
   * Generated the report.
   */
  @Override
  public void postCrawling(CrawlSession session, ExitStatus exitStatus) {
    LOG.debug("postCrawling");
    StateFlowGraph sfg = session.getStateFlowGraph();
    result = outModelCache.close(session, exitStatus);
    outputBuilder.write(result, session.getConfig());
    StateWriter writer = new StateWriter(outputBuilder, sfg,
            ImmutableMap.copyOf(visitedStates));
    for (State state : result.getStates().values()) {
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
        builder.crawlRules().crawlHiddenAnchors(true);
        return builder;
      }
    }.crawl();

    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();
    /*
     * TODO Fix issue #97 https://github.com/crawljax/crawljax/issues/97 It is now party hacked
     * by following HREF links.
     */
    int withIssue97 = 3 - 1;
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
   * Shows <a href='https://github.com/crawljax/crawljax/issues/97'>Issue 97</a>
   */
  @Test
  public void whenHiddenElementsOfItShouldntCrawl() throws Exception {
    CrawlSession crawl = new BaseCrawler("hidden-elements-site").crawl();
    StateFlowGraph stateFlowGraph = crawl.getStateFlowGraph();

    // this includes the bug of #97
    int expectedStates = 3 - 2;
    assertThat(stateFlowGraph, hasStates(expectedStates));
  }
View Full Code Here
692
693
694
695
696
697
698
699
700
701
702
703
704
705
      LOGGER.info("Max time " + maxCrawlTime + " seconds passed!");
      /* stop crawling */
      return false;
    }
    StateFlowGraph graph = controller.getSession().getStateFlowGraph();
    int maxNumberOfStates =
            configurationReader.getCrawlSpecificationReader().getMaxNumberOfStates();
    if ((maxNumberOfStates != 0) && (graph.getAllStates().size() >= maxNumberOfStates)) {
      LOGGER.info("Max number of states " + maxNumberOfStates + " reached!");
      /* stop crawling */
      return false;
    }
    /* continue crawling */
 
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
                    .getDom(), controller.getStrippedDom(this.getBrowser()));

    /**
     * Build the StateFlowGraph
     */
    StateFlowGraph stateFlowGraph = new StateFlowGraph(indexState);

    /**
     * Build the StateMachine
     */
    stateMachine =
View Full Code Here
TOP

Related Classes of com.crawljax.core.state.StateFlowGraph

  • com.crawljax.core.Crawler
  • com.crawljax.core.CrawljaxController
  • com.crawljax.core.InitialCrawler
  • com.crawljax.crawljax_plugins_plugin.SampleCrawlersTest
  • com.crawljax.crawls.CrawlHiddenElementsTest
  • com.crawljax.plugins.crawloverview.CrawlOverview
  • com.crawljax.plugins.crawloverview.model.Statistics
  • com.crawljax.plugins.savecrawlsession.SessionReader
  • org.apache.commons.math.stat.descriptive.moment.Mean
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.