FSIterator tokenIter = cas.getIndexRepository().getAllIndexedFS(tokenType);
// System.err.println ("any tokens found? " + tokenIter.hasNext ());
while (tokenIter.hasNext()) {
AnnotationFS annotation = (AnnotationFS) tokenIter.next();
result.add(new DictionaryToken(annotation, tokenTypeFeature, tokenClassFeature));
}
if (result.size () == 0)
{
// System.err.println ("Dictionary tokenization of: '" + cas.getDocumentText() + "' produced no tokens of type: '" + tokenType.getName () + "'");
logger.logWarning ("Dictionary tokenization of: '" + cas.getDocumentText() + "' produced no tokens of type: '" + tokenType.getName () + "'");