Package com.flaptor.hounder.crawler

Examples of com.flaptor.hounder.crawler.APageMapper


        Config mapperConfig = config;
        if (parts.length > 1) {
            String mapperName = parts[1].trim();
            mapperConfig = Config.getConfig(mapperName + "Mapper.properties");
        }
        APageMapper mapper;
        try {
            mapper = (APageMapper)Class.forName(mapperClass).getConstructor(new Class[]{Config.class, Integer.TYPE}).newInstance(new Object[]{mapperConfig, numberOfNodes});
        } catch (Exception e) {
            throw new RuntimeException(e);
        }
View Full Code Here


    public DPageDB (String dirname, PageCatcher catcher) {
        super(dirname);
        Config config = Config.getConfig("crawler.properties");
        nodes = getNodeList(config);
        localNode = getLocalNode(nodes);
        APageMapper mapper = getPageMapper(config, nodes.size());
        pageCatcher = catcher;
        pageCatcher.start(localNode);
        distributor = new PageDistributor(nodes, localNode, mapper);
    }
View Full Code Here

        Config mapperConfig = config;
        if (parts.length > 1) {
            String mapperName = parts[1].trim();
            mapperConfig = Config.getConfig(mapperName + "Mapper.properties");
        }
        APageMapper mapper;
        try {
            mapper = (APageMapper)Class.forName(mapperClass).getConstructor(new Class[]{Config.class, Integer.TYPE}).newInstance(new Object[]{mapperConfig, numberOfNodes});
        } catch (Exception e) {
            throw new RuntimeException(e);
        }
View Full Code Here

TOP

Related Classes of com.flaptor.hounder.crawler.APageMapper

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.