Examples of IKTokenizer

Examples of org.wltea.analyzer.lucene.IKTokenizer

40
41
42
43
44
45
46
  /*
   * (non-Javadoc)
   * @see org.apache.solr.analysis.TokenizerFactory#create(java.io.Reader)
   */
  public Tokenizer create(Reader reader) {
    return new IKTokenizer(reader , isMaxWordLength());
  }
View Full Code Here

Examples of org.wltea.analyzer.lucene.IKTokenizer

17
18
19
20
21
22
23
24
25
26
27
28
29
30
*/
public class IKTokenerTest extends TestCase {
 
  public void testLucene3Tokenizer(){
    String t = "IK分词器Lucene Analyzer接口实现类 民生银行";
    IKTokenizer tokenizer = new IKTokenizer(new StringReader(t) , false);
    try {
      while(tokenizer.incrementToken()){
        TermAttribute termAtt = tokenizer.getAttribute(TermAttribute.class);
        System.out.println(termAtt);       
      }
    } catch (IOException e) {
      // TODO Auto-generated catch block
      e.printStackTrace();
View Full Code Here

Examples of org.wltea.analyzer.lucene.IKTokenizer

25
26
27
28
29
30
31
    Dictionary.initial(new Configuration(env));
  }

  @Override
  public Tokenizer create(Reader reader) {
    return new IKTokenizer(reader, settings, environment);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.