Package de.jetwick.util

Examples of de.jetwick.util.GenericUrlResolver

86
87
88
89
90
91
92
93
94
95
96
97
        //    For every URL an article is created and feeded into the article index

        TweetConsumer twConsumer = injector.getInstance(TweetConsumer.class);
        twConsumer.setUncaughtExceptionHandler(excHandler);

        GenericUrlResolver resolver = injector.getInstance(GenericUrlResolver.class);       
        resolver.start();
        int queueCapacity = cfg.getUrlResolverInputQueueSize();
        // feeding consumer via twitter search (or offline fake)
        TweetProducer twProducer = injector.getInstance(TweetProducer.class);               
        twProducer.setTwitterSearch(tws);
        twProducer.setUserSearch(userSearch);
View Full Code Here
56
57
58
59
60
61
62
63
64
        HtmlFetcher fetcher = createHtmlFetcher();
        if (fetcher != null)
            bind(HtmlFetcher.class).toInstance(fetcher);

        GenericUrlResolver urlResolver = createGenericUrlResolver();
        if (urlResolver != null)
            bind(GenericUrlResolver.class).toInstance(urlResolver);       
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
        ElasticTagSearch tagSearch = new ElasticTagSearch(client);
        bind(ElasticTagSearch.class).toInstance(tagSearch);       
    }

    public GenericUrlResolver createGenericUrlResolver() {
        final GenericUrlResolver urlResolver = new GenericUrlResolver(config.getUrlResolverQueueSize());
        urlResolver.setResolveThreads(config.getUrlResolverThreads());
        urlResolver.setResolveTimeout(config.getUrlResolverTimeout());
//        urlResolver.setMaxQueueSize(config.getUrlResolverHelperQueueSize());       
        return urlResolver;
    }
View Full Code Here
259
260
261
262
263
264
265
266
267
268
269
                return Collections.EMPTY_LIST;
            }
        };

        ElasticTweetSearch tweetSearch = getInstance(ElasticTweetSearch.class);
        GenericUrlResolver resolver = getInstance(GenericUrlResolver.class);
        tweetSearch.addListener(resolver);
       
        TweetConsumer tweetConsumer = getInstance(TweetConsumer.class);
        tweetConsumer.setUncaughtExceptionHandler(excHandler);
        tweetConsumer.start();
View Full Code Here
TOP

Related Classes of de.jetwick.util.GenericUrlResolver

  • de.jetwick.config.DefaultModule
  • de.jetwick.data.JTweet
  • de.jetwick.data.UrlEntry
  • de.jetwick.snacktory.JResult
  • de.jetwick.tw.TweetCollector
  • de.jetwick.tw.TweetCollectorIntegrationTestClass
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.