Examples of java.io.StreamTokenizer.whitespaceChars()

java.io.StreamTokenizer.whitespaceChars()
Specifies that all characters c in the range low <= c <= high are white space characters. White space characters serve only to separate tokens in the input stream.
Any other attribute settings for the characters in the specified range are cleared. @param low the low end of the range. @param hi the high end of the range.

        try {
            StreamTokenizer tok = new StreamTokenizer(new StringReader(this.fullContent));
            tok.quoteChar('"');
            tok.quoteChar('\'');
            tok.whitespaceChars('=', '=');
            tok.whitespaceChars(',', ',');
            
            while (tok.nextToken() != StreamTokenizer.TT_EOF) {
                String key = tok.sval;
                if (tok.nextToken() == StreamTokenizer.TT_EOF) {
                    map.put(key, null);

View Full Code Here

    HashMap<String,String> table= new HashMap<String,String>();
    
    try
    {
      StreamTokenizer tokenizer = new StreamTokenizer( new StringReader( line ));
      tokenizer.whitespaceChars( ' ', ' ' );
      tokenizer.parseNumbers();
      tokenizer.quoteChar( '"' );
      
      // info face="Times New Roman" size=24 bold=0 italic=0 charset="" unicode=1 stretchH=100 smooth=1 aa=4 padding=1,1,1,1 spacing=1,1

View Full Code Here

    HashMap<String,String> table= new HashMap<String,String>();


    try
    {
      StreamTokenizer tokenizer = new StreamTokenizer( new StringReader( line ));
      tokenizer.whitespaceChars( ' ', ' ' );
      tokenizer.parseNumbers();
      tokenizer.quoteChar( '"' );
      
      // page id=0 file="Times New Roman--24_00.tga"

View Full Code Here

        StreamTokenizer tokenizer = new StreamTokenizer(reader);
        tokenizer.resetSyntax();
        tokenizer.wordChars(' ' + 1, 255);
        char[] whitespaceChars = setting.getWhitespaceChars().toCharArray();
        for (char ch : whitespaceChars) {
            tokenizer.whitespaceChars(ch, ch);
        }
        try {
            while (true) {
                int token = tokenizer.nextToken();
                if (token == StreamTokenizer.TT_EOF) {

View Full Code Here


    // we create a stream tokenizer for parsing a simple
    // stack-based language
    StreamTokenizer st = new StreamTokenizer(new StringReader(
      splitConfig));
    st.whitespaceChars(0,' ');
    /* all printable ASCII characters */
    st.wordChars('#','~');
    st.commentChar('!');
    st.quoteChar('"');
    st.eolIsSignificant(false);

View Full Code Here


        // We reset the syntax so that we don't convert to numbers,
        // otherwise, if PTII is "d:\\tmp\\ptII\ 2.0", then
        // we have no end of problems.
        streamTokenizer.resetSyntax();
        streamTokenizer.whitespaceChars(0, 32);
        streamTokenizer.wordChars(33, 127);


        // We can't use quoteChar here because it does backslash
        // substitution, so "c:\ptII" ends up as "c:ptII"
        // Substituting forward slashes for backward slashes seems like

View Full Code Here

            StreamTokenizer stoken = new StreamTokenizer(pin);


            // We don't want to parse numbers specially, so we reset
            // the syntax and then add back what we want.
            stoken.resetSyntax();
            stoken.whitespaceChars(0, ' ');
            stoken.wordChars('(', '~');
            stoken.quoteChar('"');
            stoken.quoteChar('\'');


            int c;

View Full Code Here

     *
     * <P> FIXME: this sucks.
     */
    public static void hashAttributes(String s, Map map) {
        StreamTokenizer t = new StreamTokenizer(new StringReader(s));
        t.whitespaceChars('=', '=');
        t.ordinaryChars('0', '9');
        t.ordinaryChar('.');


        String key = "Unknown";
        String val = "Unknown";

View Full Code Here

      List<String> args = new ArrayList<String>();
      StreamTokenizer stream = new StreamTokenizer(new StringReader(command));
      stream.resetSyntax();
      // set the characters accepted
      stream.wordChars(33, 126);
      stream.whitespaceChars(1,32);
      stream.quoteChar(quoteChar);


      while (stream.nextToken()!=StreamTokenizer.TT_EOF) {
        //        if (stream.ttype==quoteChar) {
        //          args.add('\"'+stream.sval+'\"');

View Full Code Here

      // We'll only get whitespace delimited words, EOL's and EOF's.
      // These words should all be numbers, for Double.valueOf to parse.


      tokenizer.resetSyntax();
      tokenizer.wordChars(0,255);
      tokenizer.whitespaceChars(0, ' ');
      tokenizer.eolIsSignificant(true);
      java.util.Vector v = new java.util.Vector();


      // Ignore initial empty lines
      while (tokenizer.nextToken() == StreamTokenizer.TT_EOL);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.