Package org.apache.lucene.analysis

Examples of org.apache.lucene.analysis.Token.termBuffer()

38
39
40
41
42
43
44
45
46
47
48
    Token token = ts.next();
    assertEquals("-foo-foo-foo-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }

  public void testReplaceFirst() throws Exception {
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    TokenStream ts = new PatternReplaceFilter
            (new WhitespaceTokenizer(new StringReader(input)),
                    Pattern.compile("a*b"),
                    "-", false);
    Token token = ts.next();
    assertEquals("-fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
                    Pattern.compile("a*b"),
                    "-", false);
    Token token = ts.next();
    assertEquals("-fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
    Token token = ts.next();
    assertEquals("-fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c-", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }

  public void testStripFirst() throws Exception {
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    TokenStream ts = new PatternReplaceFilter
            (new WhitespaceTokenizer(new StringReader(input)),
                    Pattern.compile("a*b"),
                    null, false);
    Token token = ts.next();
    assertEquals("fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
                    Pattern.compile("a*b"),
                    null, false);
    Token token = ts.next();
    assertEquals("fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    Token token = ts.next();
    assertEquals("fooaabfooabfoob", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }

  public void testStripAll() throws Exception {
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
    TokenStream ts = new PatternReplaceFilter
            (new WhitespaceTokenizer(new StringReader(input)),
                    Pattern.compile("a*b"),
                    null, true);
    Token token = ts.next();
    assertEquals("foofoofoo", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
View Full Code Here
84
85
86
87
88
89
90
91
92
93
94
                    Pattern.compile("a*b"),
                    null, true);
    Token token = ts.next();
    assertEquals("foofoofoo", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    Token token = ts.next();
    assertEquals("foofoofoo", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertEquals("c", new String(token.termBuffer(), 0, token.termLength()));
    token = ts.next();
    assertNull(token);
  }

  public void testReplaceAllWithBackRef() throws Exception {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.