Examples of Lexer


Examples of org.andromda.translation.ocl.lexer.Lexer

            if (url == null)
            {
                TestCase.fail("Could not load resource '" + VALID_SYNTAX + "'");
            }
            DepthFirstAdapter adapter = new DepthFirstAdapter();
            Lexer lexer = new Lexer(new PushbackReader(new FileReader(url.getFile())));
            OclParser parser = new OclParser(lexer);
            Start startNode = parser.parse();
            startNode.apply(adapter);
        }
        catch (Throwable th)
View Full Code Here

Examples of org.antlr.runtime.Lexer

   * @return a descriptor representing the outcoming of this operation
   *
   * @throws Throwable in case of any errors
   */
  public ParsingResult run() throws Throwable {
    Lexer lexer = getLexer();
    ParsingResult parsingResult;

    if ( grammarRuleTestGroup.getRuleType() == RuleType.LEXER ) {
      Method rule = lexer.getClass().getMethod( "m" + grammarRuleTestGroup.getName() );

      parsingResult = invokeRule( lexer, rule );
    }
    else {
      CommonTokenStream tokens = new CommonTokenStream( lexer );
View Full Code Here

Examples of org.antlr.v4.codegen.model.Lexer

  public LexerFile lexerFile(String fileName) {
    return new LexerFile(delegate, fileName);
  }

  public Lexer lexer(LexerFile file) {
    return new Lexer(delegate, file);
  }
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

    ClassUtils cu = new ClassUtils();
    setup(cu);
    registry.clearForType(JavaCompletionTypes.CUSTOM_TYPE);
    registry.clearForType(JavaCompletionTypes.FIELD);
    registry.clearForType(JavaCompletionTypes.NAME);
    Lexer lexer = new JavaLexer(new ANTLRInputStream(txt));
    CommonTokenStream tokens = new CommonTokenStream(lexer);

    // Create a parser that reads from the scanner
    JavaParser parser = new JavaParser(tokens);
    parser.removeErrorListeners();
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

        return;
      }
    }

    Constructor<? extends Lexer> lexerCtor = lexerClass.getConstructor(CharStream.class);
    Lexer lexer = lexerCtor.newInstance((CharStream)null);

    Class<? extends Parser> parserClass = null;
    Parser parser = null;
    if ( !startRuleName.equals(LEXER_START_RULE_NAME) ) {
      String parserName = grammarName+"Parser";
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

              COMPUTE_CHECKSUM ? String.format(", checksum 0x%8X", checksum.getValue()) : "",
                          (double)(System.nanoTime() - startTime) / 1000000.0);

    if (sharedLexers.length > 0) {
      int index = FILE_GRANULARITY ? 0 : ((NumberedThread)Thread.currentThread()).getThreadNumber();
      Lexer lexer = sharedLexers[index];
      final LexerATNSimulator lexerInterpreter = lexer.getInterpreter();
      final DFA[] modeToDFA = lexerInterpreter.decisionToDFA;
      if (SHOW_DFA_STATE_STATS) {
        int states = 0;
        int configs = 0;
        Set<ATNConfig> uniqueConfigs = new HashSet<ATNConfig>();

        for (int i = 0; i < modeToDFA.length; i++) {
          DFA dfa = modeToDFA[i];
          if (dfa == null) {
            continue;
          }

          states += dfa.states.size();
          for (DFAState state : dfa.states.values()) {
            configs += state.configs.size();
            uniqueConfigs.addAll(state.configs);
          }
        }

        System.out.format("There are %d lexer DFAState instances, %d configs (%d unique).%n", states, configs, uniqueConfigs.size());

        if (DETAILED_DFA_STATE_STATS) {
          System.out.format("\tMode\tStates\tConfigs\tMode%n");
          for (int i = 0; i < modeToDFA.length; i++) {
            DFA dfa = modeToDFA[i];
            if (dfa == null || dfa.states.isEmpty()) {
              continue;
            }

            int modeConfigs = 0;
            for (DFAState state : dfa.states.values()) {
              modeConfigs += state.configs.size();
            }

            String modeName = lexer.getModeNames()[i];
            System.out.format("\t%d\t%d\t%d\t%s%n", dfa.decision, dfa.states.size(), modeConfigs, modeName);
          }
        }
      }
    }
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

            if (listener == null) {
              listener = listenerClass.newInstance();
              sharedListeners[thread] = listener;
            }

            Lexer lexer = sharedLexers[thread];
                        if (REUSE_LEXER && lexer != null) {
                            lexer.setInputStream(input);
                        } else {
              Lexer previousLexer = lexer;
                            lexer = lexerCtor.newInstance(input);
              DFA[] decisionToDFA = (FILE_GRANULARITY || previousLexer == null ? lexer : previousLexer).getInterpreter().decisionToDFA;
              if (!REUSE_LEXER_DFA || (!FILE_GRANULARITY && previousLexer == null)) {
                decisionToDFA = new DFA[decisionToDFA.length];
              }
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

    ANTLRInputStream in = new ANTLRInputStream(new StringReader(input));

    Class<? extends Lexer> c = lexerClass.asSubclass(Lexer.class);
    Constructor<? extends Lexer> ctor = c.getConstructor(CharStream.class);
    Lexer lexer = ctor.newInstance(in);

    Class<? extends Parser> pc = parserClass.asSubclass(Parser.class);
    Constructor<? extends Parser> pctor = pc.getConstructor(TokenStream.class);
    CommonTokenStream tokens = new CommonTokenStream(lexer);
    Parser parser = pctor.newInstance(tokens);
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

  public ParseTreePattern getPattern(String grammarName, String pattern, String ruleName)
    throws Exception
  {
    Class<? extends Lexer> lexerClass = loadLexerClassFromTempDir(grammarName + "Lexer");
    Constructor<? extends Lexer> ctor = lexerClass.getConstructor(CharStream.class);
    Lexer lexer = ctor.newInstance((CharStream) null);

    Class<? extends Parser> parserClass = loadParserClassFromTempDir(grammarName + "Parser");
    Constructor<? extends Parser> pctor = parserClass.getConstructor(TokenStream.class);
    Parser parser = pctor.newInstance(new CommonTokenStream(lexer));
View Full Code Here

Examples of org.antlr.v4.runtime.Lexer

  public ParseTreePatternMatcher getPatternMatcher(String grammarName)
    throws Exception
  {
    Class<? extends Lexer> lexerClass = loadLexerClassFromTempDir(grammarName + "Lexer");
    Constructor<? extends Lexer> ctor = lexerClass.getConstructor(CharStream.class);
    Lexer lexer = ctor.newInstance((CharStream) null);

    Class<? extends Parser> parserClass = loadParserClassFromTempDir(grammarName + "Parser");
    Constructor<? extends Parser> pctor = parserClass.getConstructor(TokenStream.class);
    Parser parser = pctor.newInstance(new CommonTokenStream(lexer));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.