Examples of org.apache.lucene.analysis.PerFieldAnalyzerWrapper

org.apache.lucene.analysis.PerFieldAnalyzerWrapper
This analyzer is used to facilitate scenarios where different fields require different analysis techniques. Use {@link #addAnalyzer}to add a non-default analyzer on a field name basis.
Example usage:
```
 PerFieldAnalyzerWrapper aWrapper = new PerFieldAnalyzerWrapper(new StandardAnalyzer()); aWrapper.addAnalyzer("firstname", new KeywordAnalyzer()); aWrapper.addAnalyzer("lastname", new KeywordAnalyzer()); 
```
In this example, StandardAnalyzer will be used for all fields except "firstname" and "lastname", for which KeywordAnalyzer will be used.
A PerFieldAnalyzerWrapper can be used like any other analyzer, for both indexing and query parsing.

        if (analyzer == null) {
            throw new ConfigurationException("analyzer " + analyzerid
                    + " doesn't exist");
        }


        PerFieldAnalyzerWrapper tmpanalyzer = new PerFieldAnalyzerWrapper(
                analyzer);
        Configuration[] conffield = configuration.getChild(FIELDS_ELEMENT)
                .getChildren(FIELD_ELEMENT);


        for (int i = 0; i < conffield.length; i++) {


            String fieldname = conffield[i].getAttribute(FIELD_NAME_ATTRIBUTE);
            analyzerid = conffield[i].getAttribute(FIELD_ANALYZERID_ATTRIBUTE);


            if (fieldname == null || fieldname.equals("")) {
                throw new ConfigurationException("element " + FIELD_ELEMENT
                        + " must have the " + FIELD_NAME_ATTRIBUTE
                        + " attribute");
            }
            if (analyzerid == null || analyzerid.equals("")) {
                throw new ConfigurationException("element " + FIELD_ELEMENT
                        + " must have the " + FIELD_ANALYZERID_ATTRIBUTE
                        + " attribute");
            }


            analyzer = analyzerM.getAnalyzer(analyzerid);


            if (analyzer == null) {
                throw new ConfigurationException("analyzer " + analyzerid
                        + " doesn't exist");
            }
            tmpanalyzer.addAnalyzer(fieldname, analyzer);
        }
        this.analyzer = tmpanalyzer;
    }

View Full Code Here

    Map<String, Analyzer> fieldAnalyzers = new HashMap<String, Analyzer>();
    fieldAnalyzers.put("audience", new LowerCaseAnalyzer());
    fieldAnalyzers.put("subject", new LowerCaseAnalyzer());
    fieldAnalyzers.put("sub", new LowerCaseAnalyzer());
    fieldAnalyzers.put("educationLevel", new LowerCaseAnalyzer());
    PerFieldAnalyzerWrapper analyzer = new PerFieldAnalyzerWrapper(new MyAnalyzer(), fieldAnalyzers);


    IndexWriterConfig iwConfig;
    iwConfig = new IndexWriterConfig(VERSION, analyzer);


    IndexWriter iw;

View Full Code Here

    }


  private Analyzer getAnalyzer() {
    Analyzer analyzer = parser.getAnalyzer();
    Analyzer payloadAnalyzer = new PayloadAnalyzer();
    return new PerFieldAnalyzerWrapper(analyzer, ImmutableMap.of(LsiIndex.PAYLOAD_TERM_FIELD, payloadAnalyzer));
  }

View Full Code Here

                                   Analyzer franceAnalyzer,
                                   Analyzer swedenAnalyzer,
                                   Analyzer denmarkAnalyzer,
                                   String usResult) throws Exception {
    RAMDirectory indexStore = new RAMDirectory();
    PerFieldAnalyzerWrapper analyzer
      = new PerFieldAnalyzerWrapper(new WhitespaceAnalyzer());
    analyzer.addAnalyzer("US", usAnalyzer);
    analyzer.addAnalyzer("France", franceAnalyzer);
    analyzer.addAnalyzer("Sweden", swedenAnalyzer);
    analyzer.addAnalyzer("Denmark", denmarkAnalyzer);
    IndexWriter writer = new IndexWriter 
      (indexStore, analyzer, true, IndexWriter.MaxFieldLength.LIMITED);


    // document data:
    // the tracer field is used to determine which document was hit

View Full Code Here


    public LuceneManager(Directory directory) throws IOException {
        this.mContextIndexDir = directory;
        this.mPerFieldAnalyzers.put(DBpediaResourceField.SURFACE_FORM.toString(), new StopAnalyzer(Version.LUCENE_36));
        this.mPerFieldAnalyzers.put(DBpediaResourceField.CONTEXT.toString(), new StandardAnalyzer(Version.LUCENE_36));
        this.mDefaultAnalyzer = new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_36), mPerFieldAnalyzers);
    }

View Full Code Here

    public static class CaseInsensitiveSurfaceForms extends LuceneManager {


        public CaseInsensitiveSurfaceForms(Directory dir) throws IOException {
            super(dir);
            this.mPerFieldAnalyzers.put(DBpediaResourceField.SURFACE_FORM.toString(), new StopAnalyzer(Version.LUCENE_36));
            setDefaultAnalyzer(new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_36), mPerFieldAnalyzers));
        }

View Full Code Here

    public static class CaseSensitiveSurfaceForms extends LuceneManager {


        public CaseSensitiveSurfaceForms(Directory dir) throws IOException {
            super(dir);
            this.mPerFieldAnalyzers.put(DBpediaResourceField.SURFACE_FORM.toString(), new StopAnalyzer(Version.LUCENE_36));
            setDefaultAnalyzer(new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_36), mPerFieldAnalyzers));
        }

View Full Code Here

        private Analyzer mSurfaceFormAnalyzer = new NGramAnalyzer(3,3);


        public NGramSurfaceForms(Directory dir) throws IOException {
            super(dir);
            mPerFieldAnalyzers.put(LuceneManager.DBpediaResourceField.SURFACE_FORM.toString(), mSurfaceFormAnalyzer);
            setDefaultAnalyzer(new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_36), mPerFieldAnalyzers));
        }

View Full Code Here

        private Analyzer mSurfaceFormAnalyzer = new PhoneticAnalyzer(Version.LUCENE_36, SpotlightConfiguration.DEFAULT_STOPWORDS); //TODO grab from configuration


        public PhoneticSurfaceForms(Directory dir) throws IOException {
            super(dir);
            mPerFieldAnalyzers.put(LuceneManager.DBpediaResourceField.SURFACE_FORM.toString(), mSurfaceFormAnalyzer);
            setDefaultAnalyzer(new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_36), mPerFieldAnalyzers));
        }

View Full Code Here

    protected void setStore(String store) {
        _store = store;
    }
    
    protected Analyzer analyzer() {
        PerFieldAnalyzerWrapper wrapper = new PerFieldAnalyzerWrapper(new StandardAnalyzer(Version.LUCENE_24));
        for (IndexAttribute attribute : attributes()) {
            wrapper.addAnalyzer(attribute.name(), attribute.analyzer());
        }
        return wrapper;
    }

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.lucene.analysis.PerFieldAnalyzerWrapper

com.flaptor.hounder.searcher.query.QueryParser

com.flaptor.indextank.index.lsi.LsiIndex

com.gentics.cr.lucene.indexer.index.LuceneAnalyzerFactory

com.gnizr.core.search.DocumentCreator

com.senseidb.plugin.analyzer.LucenePerFieldAnalyzerFactory

com.stimulus.archiva.language.AnalyzerFactory

er.indexing.ERIndex

org.apache.cocoon.components.search.analyzer.ConfigurablePerFieldAnalyzer

org.apache.james.mailbox.store.lucene.LuceneMessageSearchIndex

org.apache.lucene.analysis.CollationTestBase

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.