Examples of correctOffset()

Examples of org.apache.lucene.analysis.CharFilter.correctOffset()

45
46
47
48
49
50
51
52
53
54
55
      int length = reader.read(tempBuff);
      if (length == -1) {
        break;
      }
      output.append(tempBuff, 0, length);
      assertEquals(output.toString(), normalizer.normalize(input.substring(0, reader.correctOffset(output.length()))));
    }

    assertEquals(expectedOutput, output.toString());
  }
View Full Code Here

Examples of org.apache.lucene.analysis.CharStream.correctOffset()

133
134
135
136
137
138
139
140
141
142
143
    } catch (Exception e) {
      assertEquals("skip(long)", e.getMessage());
    }
   
    try {
      cs.correctOffset(1);
      fail();
    } catch (Exception e) {
      assertEquals("correctOffset(int)", e.getMessage());
    }
   
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.BaseCharFilter.correctOffset()

206
207
208
209
210
211
212
213
214
215
216
        Tokenizer t = new Tokenizer(filter, HSpellLoader.readDefaultPrefixes());

        Reference<String> token = new Reference<String>("");

        t.nextToken(token);
        assertEquals(0, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.BaseCharFilter.correctOffset()

210
211
212
213
214
215
216
217
218
219
220
        t.nextToken(token);
        assertEquals(0, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.BaseCharFilter.correctOffset()

214
215
216
217
218
219
220
221
222
223
224
        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(39, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.BaseCharFilter.correctOffset()

218
219
220
221
222
223
224
225
226
227
228
        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(39, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
    }

    @Test
    public void IncrementsOffsetCorrectlyAlsoWhenBuffered() throws IOException {
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.HTMLStripCharFilter.correctOffset()

206
207
208
209
210
211
212
213
214
215
216
        Tokenizer t = new Tokenizer(filter, HSpellLoader.readDefaultPrefixes());

        Reference<String> token = new Reference<String>("");

        t.nextToken(token);
        assertEquals(0, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.HTMLStripCharFilter.correctOffset()

210
211
212
213
214
215
216
217
218
219
220
        t.nextToken(token);
        assertEquals(0, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.HTMLStripCharFilter.correctOffset()

214
215
216
217
218
219
220
221
222
223
224
        t.nextToken(token);
        assertEquals(20, filter.correctOffset(t.getOffset()));
        assertEquals(8, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(39, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
View Full Code Here

Examples of org.apache.lucene.analysis.charfilter.HTMLStripCharFilter.correctOffset()

218
219
220
221
222
223
224
225
226
227
228
        t.nextToken(token);
        assertEquals(33, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());

        t.nextToken(token);
        assertEquals(39, filter.correctOffset(t.getOffset()));
        assertEquals(5, t.getLengthInSource());
    }

    @Test
    public void IncrementsOffsetCorrectlyAlsoWhenBuffered() throws IOException {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.