49505152535455
} @Override protected Tokenizer makeTokenizer(Reader r) { return new TokenizerJSON(PeekReader.make(r)) ; }
55565758596061
} @Override protected Tokenizer makeTokenizer(InputStream in) { return new TokenizerJSON(PeekReader.makeUTF8(in)) ; }
537538539540541542543544
private Tokenizer tokenizer(String str) { byte b[] = StrUtils.asUTF8bytes(str) ; ByteArrayInputStream in = new ByteArrayInputStream(b) ; Tokenizer tokenizer = new TokenizerJSON(PeekReader.makeUTF8(in)) ; return tokenizer ; }