Package net.fp.rp.search.common

Examples of net.fp.rp.search.common.AddInfo


     */
    public void test() {
        assertNotNull(extractor);

        //define a new add information
        AddInfo info = new AddInfo(location,location);

        try {
            dataextractor.convert(info);

            /*
 
View Full Code Here


        throws RpException {
        logger.debug("Start to generate the category data");

        try {
            //add info object for the original location, categor name and specified uri
            AddInfo addinfo = new AddInfo(m_original, m_name, m_uri);

            m_extractor.convert(addinfo);
        } catch (RpException e) {
            logger.warn("Error in generate the data for the category " +
                e.getMessage(), e);
View Full Code Here

                //spider the tuple value
                logger.info("Extract the information from the location " +
                    location);

                AddInfo addInfo = new AddInfo(info.getCategoryLocation(),
                        info.getCategoryName(), location, info.getLevel() - 1);

                IDataExtractor extractor = PluginManager.getBestExtractor(addInfo);

                if (extractor != null) {
View Full Code Here

            //process the links 
            for (int i = 0; (i < spider.getLinks().size()); i++) {
                String uriLink = ((URL) spider.getLinks().get(i)).toString();
                logger.debug("Process the link :" + uriLink);

                AddInfo addInfo = new AddInfo(info.getCategoryLocation(),
                        info.getCategoryName(), uriLink, info.getLevel() - 1);

                IDataExtractor extractor = PluginManager.getBestExtractor(addInfo);

                if (extractor != null) {
View Full Code Here

                IInterestedInAdd[] addPlugins = PluginManager.getInterestedInAdd();
                log.debug("Number of plugins to carry out add of information:"+addPlugins.length);
               
               
                //define the information object
                AddInfo info = new AddInfo(somethingToAdd, uri);
                log.debug("Piece of information that we are adding:"+info);

                for (int i = 0; i < addPlugins.length; i++) {
                    log.debug("Iterate on plugins and call the add function:"+i);
View Full Code Here

                        if (list[i].length() > maxFileSize) {
                            logger.warn("File " + list[i].getPath() +
                                " is too big and will not be process");
                        } else {
                            //must specify the category location, category name from the actual information
                            INewInformation childInfo = new AddInfo(info.getCategoryLocation(),
                                    info.getCategoryName(), list[i].getPath(),
                                    info.getLevel() - 1);

                            IDataExtractor extractor = PluginManager.getBestExtractor(childInfo);
View Full Code Here

                      try {
                          String location = PluginManager.getCategoryStores()
                            .getOriginalLocation(list[i].getPath());

                          //add the information from original location to the system using the system depth level
                          AddInfo info = new AddInfo(location, location,systemDepthLevel);
                          //go in background
                          PluginManager.addPluginThread(this, info,true);
                      } catch (RpException e) {
                          logger.warn("Category original url cannot be read it ",
                              e);
View Full Code Here

                      try {
                          String location = PluginManager.getCategoryStores()
                            .getOriginalLocation(list[i].getPath());

                          //add the information from original location to the system using the system depth level
                          AddInfo info = new AddInfo(location, location,systemDepthLevel);
                          //go in background
                          PluginManager.addPluginThread(this, info,useThreading);
                      } catch (RpException e) {
                          logger.warn("Category original url cannot be read it ",
                              e);
View Full Code Here

TOP

Related Classes of net.fp.rp.search.common.AddInfo

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.