String test = "The quick red fox jumped over the lazy brown dogs on 7/11/2006 The dogs finally reacted on 7/12/2006";
TeeSinkTokenFilter tee = new TeeSinkTokenFilter(new MockTokenizer(new StringReader(test), MockTokenizer.WHITESPACE, false));
SinkTokenStream sink = tee.newSinkTokenStream(sinkFilter);
int count = 0;
tee.reset();
while (tee.incrementToken()) {
count++;
}
assertTrue(count + " does not equal: " + 18, count == 18);