Package org.apache.lucene.analysis.standard.std40

Examples of org.apache.lucene.analysis.standard.std40.UAX29URLEmailTokenizerImpl40

50
51
52
53
54
55
56
57
58
59
60
    protected TokenStreamComponents createComponents(final String fieldName) {
        final Tokenizer src;
        if (getVersion().onOrAfter(Version.LUCENE_4_7_0)) {
            src = new StandardTokenizer();
        } else {
            src = new StandardTokenizer40();
        }
        TokenStream tok = new StandardFilter(src);
        tok = new LowerCaseFilter(tok);
        if (!stopwords.isEmpty()) {
            tok = new StopFilter(tok, stopwords);
View Full Code Here
47
48
49
50
51
52
53
54
55
56
        if (version.onOrAfter(Version.LUCENE_4_7_0)) {
            StandardTokenizer tokenizer = new StandardTokenizer();
            tokenizer.setMaxTokenLength(maxTokenLength);
            return tokenizer;
        } else {
            StandardTokenizer40 tokenizer = new StandardTokenizer40();
            tokenizer.setMaxTokenLength(maxTokenLength);
            return tokenizer;
        }
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
  public TokenStreamComponents createComponents(String fieldName) {
    final Tokenizer tokenizer;
    if (getVersion().onOrAfter(Version.LUCENE_4_7_0)) {
      tokenizer = new StandardTokenizer();
    } else {
      tokenizer = new StandardTokenizer40();
    }
    TokenStream result = tokenizer;
    // remove the possessive 's for english stemmers
    if (name.equals("English") || name.equals("Porter") || name.equals("Lovins"))
      result = new EnglishPossessiveFilter(result);
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
  private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_47)) {
      this.scanner = new StandardTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_40)) {
      this.scanner = new StandardTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_34)) {
      this.scanner = new StandardTokenizerImpl34(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_31)) {
      this.scanner = new StandardTokenizerImpl31(input);
    } else {
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
  private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_4_7)) {
      this.scanner = new StandardTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_4_0)) {
      this.scanner = new StandardTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_4)) {
      this.scanner = new StandardTokenizerImpl34(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_1)) {
      this.scanner = new StandardTokenizerImpl31(input);
    } else {
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
  private final void init(Version matchVersion) {
    if (matchVersion.onOrAfter(Version.LUCENE_47)) {
      this.scanner = new StandardTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_40)) {
      this.scanner = new StandardTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_34)) {
      this.scanner = new StandardTokenizerImpl34(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_31)) {
      this.scanner = new StandardTokenizerImpl31(input);
    } else {
View Full Code Here
48
49
50
51
52
53
54
55
56
57
        if (version.onOrAfter(Version.LUCENE_4_7)) {
            UAX29URLEmailTokenizer tokenizer = new UAX29URLEmailTokenizer();
            tokenizer.setMaxTokenLength(maxTokenLength);
            return tokenizer;
        } else {
            UAX29URLEmailTokenizer40 tokenizer = new UAX29URLEmailTokenizer40();
            tokenizer.setMaxTokenLength(maxTokenLength);
            return tokenizer;
        }
    }
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
  private StandardTokenizerInterface getScannerFor(Version matchVersion) {
    // best effort NPE if you dont call reset
    if (matchVersion.onOrAfter(Version.LUCENE_47)) {
      return new UAX29URLEmailTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_40)) {
      return new UAX29URLEmailTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_36)) {
      return new UAX29URLEmailTokenizerImpl36(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_34)) {
      return new UAX29URLEmailTokenizerImpl34(input);
    } else {
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
  private StandardTokenizerInterface getScannerFor(Version matchVersion) {
    // best effort NPE if you dont call reset
    if (matchVersion.onOrAfter(Version.LUCENE_4_7)) {
      return new UAX29URLEmailTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_4_0)) {
      return new UAX29URLEmailTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_6)) {
      return new UAX29URLEmailTokenizerImpl36(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_3_4)) {
      return new UAX29URLEmailTokenizerImpl34(input);
    } else {
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
  private StandardTokenizerInterface getScannerFor(Version matchVersion) {
    // best effort NPE if you dont call reset
    if (matchVersion.onOrAfter(Version.LUCENE_47)) {
      return new UAX29URLEmailTokenizerImpl(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_40)) {
      return new UAX29URLEmailTokenizerImpl40(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_36)) {
      return new UAX29URLEmailTokenizerImpl36(input);
    } else if (matchVersion.onOrAfter(Version.LUCENE_34)) {
      return new UAX29URLEmailTokenizerImpl34(input);
    } else {
View Full Code Here
TOP

Related Classes of org.apache.lucene.analysis.standard.std40.UAX29URLEmailTokenizerImpl40

  • org.apache.lucene.analysis.standard.StandardTokenizer
  • org.apache.lucene.analysis.standard.UAX29URLEmailTokenizer
  • org.elasticsearch.index.analysis.SnowballAnalyzer
  • org.elasticsearch.index.analysis.StandardHtmlStripAnalyzer
  • org.elasticsearch.index.analysis.StandardTokenizerFactory
  • org.elasticsearch.index.analysis.UAX29URLEmailTokenizerFactory
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.