StringBuilder actualBuf = new StringBuilder();
String tokenType = lexer.yylex();
while (tokenType != null) {
actualBuf.append(tokenType).append('|')
.append(lexer.yytext()).append('|')
.append(lexer.yystate())
.append('\n');
tokenType = lexer.yylex();
}