Examples of TokenFilterFactory

org.apache.lucene.analysis.util.TokenFilterFactory
Abstract parent class for analysis factories that create {@link org.apache.lucene.analysis.TokenFilter}instances.
org.apache.solr.analysis.TokenFilterFactory
A TokenFilterFactory creates a TokenFilter to transform one TokenStream into another.
TokenFilterFactories are registered for FieldTypes with the IndexSchema through the schema.xml file.

Example schema.xml entry to register a TokenFilterFactory implementation to transform tokens in a field of type "cool"
```
 <fieldtype name="cool" class="solr.TextField"> <analyzer> ... <filter class="foo.MyTokenFilterFactory"/> ... 
```
A single instance of any registered TokenFilterFactory is created via the default constructor and is reused for each FieldType.
@version $Id: TokenFilterFactory.java 597847 2007-11-24 13:51:46Z ryan $
org.apache.uima.lucas.indexer.analysis.TokenFilterFactory
org.elasticsearch.index.analysis.TokenFilterFactory
@author kimchy (Shay Banon)

Examples of org.apache.lucene.analysis.util.TokenFilterFactory

   * Test secondary strength, for english case is not significant.
   */
  public void testSecondaryStrength() throws Exception {
    String upperCase = "TESTING";
    String lowerCase = "testing";
    TokenFilterFactory factory = tokenFilterFactory("ICUCollationKey",
        "locale", "en",
        "strength", "secondary",
        "decomposition", "no");
    TokenStream tsUpper = factory.create(
        new KeywordTokenizer(new StringReader(upperCase)));
    TokenStream tsLower = factory.create(
        new KeywordTokenizer(new StringReader(lowerCase)));
    assertCollatesToSame(tsUpper, tsLower);
  }

View Full Code Here

Examples of org.apache.solr.analysis.TokenFilterFactory

     }
    ******/


    ArrayList<TokenFilterFactory> filters = new ArrayList<TokenFilterFactory>();
    for (int i=0; i<nList.getLength(); i++) {
      TokenFilterFactory filt = readTokenFilterFactory(nList.item(i));
      if (filt != null) filters.add(filt);
    }


    return new TokenizerChain(tfac, filters.toArray(new TokenFilterFactory[filters.size()]));
  };

View Full Code Here

Examples of org.apache.solr.analysis.TokenFilterFactory

  // <tokenizer class="solr.StandardFilterFactory"/>
  private TokenFilterFactory readTokenFilterFactory(Node node) {
    // if (node.getNodeName() != "filter") return null;
    NamedNodeMap attrs = node.getAttributes();
    String className = DOMUtil.getAttr(attrs,"class","token filter");
    TokenFilterFactory tfac = (TokenFilterFactory)Config.newInstance(className);
    tfac.init(DOMUtil.toMapExcept(attrs,"class"));
    return tfac;
  }

View Full Code Here

Examples of org.apache.solr.analysis.TokenFilterFactory

     }
    ******/


    ArrayList<TokenFilterFactory> filters = new ArrayList<TokenFilterFactory>();
    for (int i=0; i<nList.getLength(); i++) {
      TokenFilterFactory filt = readTokenFilterFactory(nList.item(i));
      if (filt != null) filters.add(filt);
    }


    return new TokenizerChain(tfac, filters.toArray(new TokenFilterFactory[filters.size()]));
  };

View Full Code Here

Examples of org.apache.solr.analysis.TokenFilterFactory

  // <tokenizer class="solr.StandardFilterFactory"/>
  private TokenFilterFactory readTokenFilterFactory(Node node) {
    // if (node.getNodeName() != "filter") return null;
    NamedNodeMap attrs = node.getAttributes();
    String className = DOMUtil.getAttr(attrs,"class","token filter");
    TokenFilterFactory tfac = (TokenFilterFactory)Config.newInstance(className);
    tfac.init(DOMUtil.toMapExcept(attrs,"class"));
    return tfac;
  }

View Full Code Here

Examples of org.apache.uima.lucas.indexer.analysis.TokenFilterFactory

      throws IOException {


    for (FieldDescription fieldDescription : fieldDescriptions) {
      for (FilterDescription filterDescription : fieldDescription
          .getFilterDescriptions()) {
        TokenFilterFactory tokenFilterFactory = defaultFilterFactoryRegistry
            .get(filterDescription.getName());
        if (tokenFilterFactory != null)
          tokenFilterFactory.preloadResources(filterDescription
              .getProperties());
      }


      for (AnnotationDescription annotationDescription : fieldDescription
          .getAnnotationDescriptions()) {
        for (FilterDescription filterDescription : annotationDescription
            .getFilterDescriptions()) {
          TokenFilterFactory tokenFilterFactory = defaultFilterFactoryRegistry
              .get(filterDescription.getName());
          if (tokenFilterFactory != null)
            tokenFilterFactory.preloadResources(filterDescription
                .getProperties());
        }
      }
    }
  }

View Full Code Here

Examples of org.apache.uima.lucas.indexer.analysis.TokenFilterFactory

  }


  @Test
  public void testPreloadResources() throws IOException {
    Collection<FieldDescription> fieldDescriptions = luceneCASIndexer.getFieldDescriptions();
    TokenFilterFactory testFactoryField = createMock(TokenFilterFactory.class);
    TokenFilterFactory testFactoryAnnotation = createMock(TokenFilterFactory.class);


    Capture<Properties> propertiesCaptureField = new Capture<Properties>();
    Capture<Properties> propertiesCaptureAnnotation = new Capture<Properties>();


    testFactoryField.preloadResources(capture(propertiesCaptureField));
    testFactoryAnnotation.preloadResources(capture(propertiesCaptureAnnotation));


    replay(testFactoryField);
    replay(testFactoryAnnotation);


    luceneCASIndexer.preloadResources(fieldDescriptions, ImmutableBiMap.of(TEST_FILTER_ANNOTATION,

View Full Code Here

Examples of org.apache.uima.lucas.indexer.analysis.TokenFilterFactory

    assertTrue(cachedFactories.get(LOWER_CASE_FACTORY_ID) instanceof DummyTokenFilterFactory);


    // test caching
    filterDescriptions = new ArrayList<FilterDescription>();
    filterDescriptions.add(new FilterDescription(null, null, LOWER_CASE_FACTORY_ID, true, null));
    TokenFilterFactory factory = createMock(TokenFilterFactory.class);
    expect(factory.createTokenFilter(tokenStream, null)).andReturn(null);
    replay(factory);
    
    cachedFactories.put(LOWER_CASE_FACTORY_ID, factory);
    filterBuilder.filter(tokenStream, filterDescriptions);
    verify(factory);

View Full Code Here

Examples of org.apache.uima.lucas.indexer.analysis.TokenFilterFactory

    Map<String, TokenFilterFactory> predifinedFactories = new HashMap<String, TokenFilterFactory>();
    
    // test caching
    Collection<FilterDescription> filterDescriptions = new ArrayList<FilterDescription>();
    filterDescriptions.add(new FilterDescription(null, null, LOWER_CASE_FACTORY_ID, true, null));
    TokenFilterFactory factory = createMock(TokenFilterFactory.class);
    expect(factory.createTokenFilter(tokenStream, null)).andReturn(null);
    replay(factory);
    
    predifinedFactories.put(LOWER_CASE_FACTORY_ID, factory);
    filterBuilder = new FilterBuilder(predifinedFactories);
    filterBuilder.filter(tokenStream, filterDescriptions);

View Full Code Here

Examples of org.apache.uima.lucas.indexer.analysis.TokenFilterFactory

      throws IOException {


    for (FieldDescription fieldDescription : fieldDescriptions) {
      for (FilterDescription filterDescription : fieldDescription
          .getFilterDescriptions()) {
        TokenFilterFactory tokenFilterFactory = defaultFilterFactoryRegistry
            .get(filterDescription.getName());
        if (tokenFilterFactory != null)
          tokenFilterFactory.preloadResources(filterDescription
              .getProperties());
      }


      for (AnnotationDescription annotationDescription : fieldDescription
          .getAnnotationDescriptions()) {
        for (FilterDescription filterDescription : annotationDescription
            .getFilterDescriptions()) {
          TokenFilterFactory tokenFilterFactory = defaultFilterFactoryRegistry
              .get(filterDescription.getName());
          if (tokenFilterFactory != null)
            tokenFilterFactory.preloadResources(filterDescription
                .getProperties());
        }
      }
    }
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.