assert twigTokens.size() > 0;
// if we can only adjust the previous token size
if (yylex == AbstractTwigLexer.WHITESPACE) {
final ITextRegion last = twigTokens.getLast();
last.adjustLength(yylength);
} else { // else - add as a new token
final ContextRegion contextRegion = new ContextRegion(yylex, start,
yylengthLength, yylength);
twigTokens.addLast(contextRegion);
}