Examples of CrawlStatSnapshot

org.archive.crawler.reporting.CrawlStatSnapshot
Frozen snapshot of a variety of crawl statistics. Used for obtaining a consistent set of stats and a short log of stats for calculating rates. @contributor gojomo

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

    }
    
    @Override
    public void onApplicationEvent(ApplicationEvent event) {
        if(event instanceof StatSnapshotEvent) {
            CrawlStatSnapshot snapshot = ((StatSnapshotEvent)event).getSnapshot();
            checkForLimitsExceeded(snapshot);
        }
    }

View Full Code Here

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

        StatisticsTracker stats = getStats();
        if (stats == null) {
            return null;
        }
        
        CrawlStatSnapshot snapshot = stats.getSnapshot();
        Map<String,Number> map = new LinkedHashMap<String,Number>();
        map.put("currentDocsPerSecond", snapshot.currentDocsPerSecond);
        map.put("averageDocsPerSecond", snapshot.docsPerSecond);
        map.put("currentKiBPerSec", snapshot.currentKiBPerSec);
        map.put("averageKiBPerSec", snapshot.totalKiBPerSec);

View Full Code Here

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

    public Object rateReport() {
        StatisticsTracker stats = getStats();
        if(stats==null) {
            return "<i>n/a</i>";
        }
        CrawlStatSnapshot snapshot = stats.getSnapshot();
        StringBuilder sb = new StringBuilder();
        sb
         .append(ArchiveUtils.doubleToString(snapshot.currentDocsPerSecond,2))
         .append(" URIs/sec (")
         .append(ArchiveUtils.doubleToString(snapshot.docsPerSecond,2))

View Full Code Here

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

        StatisticsTracker stats = getStats();
        if (stats == null) {
            return null;
        }
        
        CrawlStatSnapshot snapshot = stats.getSnapshot();
        Map<String,Number> map = new LinkedHashMap<String,Number>();
        
        map.put("busyThreads", snapshot.busyThreads);
        map.put("totalThreads", stats.threadCount());
        map.put("congestionRatio", snapshot.congestionRatio);

View Full Code Here

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

    public Object loadReport() {
        StatisticsTracker stats = getStats();
        if(stats==null) {
            return "<i>n/a</i>";
        }
        CrawlStatSnapshot snapshot = stats.getSnapshot();
        StringBuilder sb = new StringBuilder();
        sb
         .append(snapshot.busyThreads)
         .append(" active of ")
         .append(stats.threadCount())

View Full Code Here

Examples of org.archive.crawler.reporting.CrawlStatSnapshot

        StatisticsTracker stats = getStats();
        if (stats == null) {
            return null;
        }


        CrawlStatSnapshot snapshot = stats.getSnapshot();


        Map<String,Long> totals = new LinkedHashMap<String,Long>();
        totals.put("downloadedUriCount", snapshot.downloadedUriCount);
        totals.put("queuedUriCount", snapshot.queuedUriCount);
        totals.put("totalUriCount", snapshot.totalCount());
        totals.put("futureUriCount", snapshot.futureUriCount);


        return totals;
    }

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.