Package org.antlr.v4.runtime

Examples of org.antlr.v4.runtime.CommonTokenStream

88
89
90
91
92
93
94
95
96
97
98
        CharStream charStream = new ANTLRInputStream(source);
        if (charStreamL != null) {
            charStreamL.add(charStream);
        }
        LexerT lexer = createLexer(charStream);
        CommonTokenStream tokens = new CommonTokenStream(lexer);

        ParserT parser = createParser(tokens);
        parser.setErrorHandler(createErrorStrategy());

        parser.removeErrorListeners();
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
            }

            private void underlineError(StringBuilder sb, Recognizer<?, ?> recognizer, Token offendingToken) {
                int line = offendingToken.getLine();
                int charPositionInLine = offendingToken.getCharPositionInLine();
                CommonTokenStream tokens =
                        (CommonTokenStream)recognizer.getInputStream();
                String input = tokens.getTokenSource().getInputStream().toString();
                String[] lines = input.split("\n");
                String errorLine = lines[line-1];
                sb.append(errorLine);
//                sb.append(String.format("        <--- at %d : %d.\n", line, charPositionInLine+1));
                sb.append("\n");
View Full Code Here
61
62
63
64
65
66
67
68
69
70
71
      GrammarTestLexer lexer = new GrammarTestLexer(
          new ANTLRInputStream(
              inputStream
          )
      );
      TokenStream tokens = new CommonTokenStream( lexer );
      org.hibernate.hql.testing.internal.GrammarTestParser parser = new org.hibernate.hql.testing.internal.GrammarTestParser(
          tokens
      );

      parser.setBuildParseTree( true );
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  }

  private EquationGrammarParser getParser(final String equation) {
    final ANTLRInputStream input = new ANTLRInputStream(equation);
    final EquationGrammarLexer lexer = new EquationGrammarLexer(input);
    final TokenStream tokenStream = new CommonTokenStream(lexer);
    final EquationGrammarParser parser = new EquationGrammarParser(tokenStream);
    final ANTLRErrorStrategy handler = new BailErrorStrategy();
    parser.setErrorHandler(handler);
    final ParseTreeListener listener = new EquationGrammerListener();
    parser.addParseListener(listener);
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    ObjectMapper objectMapper = new DefaultObjectMapper();
    ObjectWriter jsonWriter = objectMapper.writerWithDefaultPrettyPrinter();

    CharStream stream = new ANTLRInputStream(sql);
    DruidSQLLexer lexer = new DruidSQLLexer(stream);
    TokenStream tokenStream = new CommonTokenStream(lexer);
    DruidSQLParser parser = new DruidSQLParser(tokenStream);
    lexer.removeErrorListeners();
    parser.removeErrorListeners();

    lexer.addErrorListener(ConsoleErrorListener.INSTANCE);
View Full Code Here
406
407
408
409
410
411
412
413
414
415
416
        lexer.removeErrorListeners();

        // add custom error listener that logs parsing errors
        lexer.addErrorListener(mErrorListener);

        final CommonTokenStream tokens = new CommonTokenStream(lexer);

        final JavadocParser parser = new JavadocParser(tokens);

        // remove default error listeners
        parser.removeErrorListeners();
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
        final ANTLRInputStream input = new ANTLRInputStream(in);
        final JavadocLexer lexer = new JavadocLexer(input);
        lexer.removeErrorListeners();
        lexer.addErrorListener(mErrorListener);

        final CommonTokenStream tokens = new CommonTokenStream(lexer);

        parser = new JavadocParser(tokens);
        parser.removeErrorListeners();
        parser.addErrorListener(mErrorListener);
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
    };

    lexEngine.removeErrorListeners();
    lexEngine.addErrorListener(printError);

    CommonTokenStream tokens = new CommonTokenStream(lexEngine);

    ParserInterpreter parser = g.createParserInterpreter(tokens);
    parser.removeErrorListeners();
    parser.addErrorListener(printError);
    Rule start = g.getRule(startRule);
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    private AntlrExpressionListener parseInput(String input) {
        // Create the lexer from the input string
        ExpressionsLexer lexer = new ExpressionsLexer(new ANTLRInputStream(input));
       
        // Get a list of matched tokens
        CommonTokenStream tokens = new CommonTokenStream(lexer);
        // Pass the tokens to the parser
        ExpressionsParser parser = new ExpressionsParser(tokens);

        // Specify our entry point
View Full Code Here
16
17
18
19
20
21
22
23
24
25
26
    public static void main(String[] args) throws Exception {
        //String input = "hi";
        CharStream mstream = new ANTLRFileStream("c:\\android\\test.txt");

        MAG1Lexer lexer = new MAG1Lexer(mstream);
        TokenStream mstreaStream = new CommonTokenStream(lexer);
        MAG1Parser parser = new MAG1Parser(mstreaStream);
        //parser.getTrimParseTree();
        //parser.setBuildParseTree(true);
        //parser.addParseListener(new MAG1BaseListener());
View Full Code Here
TOP

Related Classes of org.antlr.v4.runtime.CommonTokenStream

  • com.espertech.esper.core.deploy.EPLModuleUtil
  • com.espertech.esper.event.property.PropertyParser
  • org.antlr.runtime.ANTLRStringStream
  • org.antlr.runtime.CharStream
  • org.antlr.runtime.CommonToken
  • org.antlr.runtime.Token
  • org.antlr.runtime.tree.CommonTree
  • org.antlr.runtime.tree.CommonTreeNodeStream
  • org.antlr.runtime.tree.Tree
  • org.antlr.runtime.tree.TreeVisitor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.