Examples of antlr.Token

antlr.Token
A token is minimally a token type. Subclasses can add the text matched for the token and line info.

    }
    _returnToken = _token;
  }
  
  public final void mSTAR(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = STAR;
    int _saveIndex;
    
    match('*');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mQMARK(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = QMARK;
    int _saveIndex;
    
    match('?');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mCOMMA(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = COMMA;
    int _saveIndex;
    
    match(',');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mINT(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = INT;
    int _saveIndex;
    
    {
    int _cnt50=0;
    _loop50:
    do {
      if (((LA(1) >= '0' && LA(1) <= '9'))) {
        mDIGIT(false);
      }
      else {
        if ( _cnt50>=1 ) { break _loop50; } else {throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());}
      }
      
      _cnt50++;
    } while (true);
    }
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  protected final void mDIGIT(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = DIGIT;
    int _saveIndex;
    
    matchRange('0','9');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mMONDRNAME(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = MONDRNAME;
    int _saveIndex;
    
    match('[');
    {
    int _cnt54=0;
    _loop54:
    do {
      if ((_tokenSet_1.member(LA(1)))) {
        {
        match(_tokenSet_1);
        }
      }
      else {
        if ( _cnt54>=1 ) { break _loop54; } else {throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());}
      }
      
      _cnt54++;
    } while (true);
    }
    match(']');
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mNAME(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = NAME;
    int _saveIndex;
    
    mLETTER(false);
    {
    _loop57:
    do {
      switch ( LA(1)) {
      case '0':  case '1':  case '2':  case '3':
      case '4':  case '5':  case '6':  case '7':
      case '8':  case '9':
      {
        mDIGIT(false);
        break;
      }
      case ' ':
      {
        match(' ');
        break;
      }
      default:
        if ((_tokenSet_0.member(LA(1)))) {
          mLETTER(false);
        }
      else {
        break _loop57;
      }
      }
    } while (true);
    }
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  protected final void mLETTER(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = LETTER;
    int _saveIndex;
    
    if (((LA(1) >= 'a' && LA(1) <= 'z'))) {
      matchRange('a','z');
    }
    else if (((LA(1) >= '\u0080' && LA(1) <= '\ufffe'))) {
      matchRange('\u0080','\ufffe');
    }
    else {
      throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());
    }
    
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here

    }
    _returnToken = _token;
  }
  
  public final void mWS(boolean _createToken) throws RecognitionException, CharStreamException, TokenStreamException {
    int _ttype; Token _token=null; int _begin=text.length();
    _ttype = WS;
    int _saveIndex;
    
    {
    switch ( LA(1)) {
    case ' ':
    {
      match(' ');
      break;
    }
    case '\r':
    {
      match('\r');
      match('\n');
      break;
    }
    case '\n':
    {
      match('\n');
      break;
    }
    case '\t':
    {
      match('\t');
      break;
    }
    default:
    {
      throw new NoViableAltForCharException((char)LA(1), getFilename(), getLine(), getColumn());
    }
    }
    }
    _ttype = Token.SKIP;
    if ( _createToken && _token==null && _ttype!=Token.SKIP ) {
      _token = makeToken(_ttype);
      _token.setText(new String(text.getBuffer(), _begin, text.length()-_begin));
    }
    _returnToken = _token;
  }

View Full Code Here


    public void expect(String s, int... tokens) throws Exception
    {
        CharScanner lexer = createLexer(new StringReader(s));
        for (int token : tokens) {
            Token t = lexer.nextToken();
            assertEquals(String.format("Expected %s, got %s, with '%s'", nameOf(token), nameOf(t.getType()), t.getText()),
                         token, t.getType());
        }
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of antlr.Token

antlr.actions.cpp.ActionLexer

antlr.actions.csharp.ActionLexer

antlr.actions.java.ActionLexer

antlr.actions.python.ActionLexer

antlr.actions.python.CodeLexer

antlr.ANTLRLexer

antlr.ANTLRParser

antlr.ANTLRTokdefLexer

antlr.ANTLRTokdefParser

antlr.preprocessor.Preprocessor

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.