}
@Override
public boolean isValidToken(final Token t) {
if (t instanceof HebrewToken) {
final HebrewToken ht = (HebrewToken) t;
// Pose a minimum score limit for words
if (ht.getScore() < 0.7f) {
return false;
}
// Pose a higher threshold to verbs (easier to get irrelevant verbs from toleration)
if (((ht.getMask() & DMask.D_TYPEMASK) == DMask.D_VERB) && (ht.getScore() < 0.85f)) {
return false;
}
}
return true;
}