List<Tokenizer> tokenizers = new ArrayList<Tokenizer>();
tokenizers.add(new CDocTokenizer("<span class=\"p\">", SPAN)); // C style comments
tokenizers.add(new CppDocTokenizer("<span class=\"p\">", SPAN)); // C++ style comments
tokenizers.add(new KeywordsTokenizer("<span class=\"k\">", SPAN, CxxKeyword.keywordValues())); // keywords
tokenizers.add(new LiteralTokenizer("<span class=\"s\">", SPAN)); // strings, characters
tokenizers.add(new RegexpTokenizer("<span class=\"h\">", SPAN, "#[^\\n\\r]*+")); // preprocessor directives
tokenizers.add(new RegexpTokenizer("<span class=\"c\">", SPAN, "[+-]?[0-9]+[xX]?+(\\.[0-9]*+)?")); // numbers
return tokenizers;
}