Examples of IntegerList


Examples of org.antlr.v4.runtime.misc.IntegerList

  {
    Tool.internalOption_ShowATNConfigsInDFA = true;
    ATN lexatn = createATN(lg, true);
    LexerATNSimulator lexInterp =
      new LexerATNSimulator(lexatn,new DFA[] { new DFA(lexatn.modeToStartState.get(Lexer.DEFAULT_MODE)) },new PredictionContextCache());
    IntegerList types = getTokenTypesViaATN(inputString, lexInterp);
    System.out.println(types);

    semanticProcess(lg);
    g.importVocab(lg);
    semanticProcess(g);
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

    semanticProcess(g);

    ParserInterpreterForTesting interp = new ParserInterpreterForTesting(g, null);
    for (int i=0; i<inputString.length; i++) {
      // Check DFA
      IntegerList types = getTokenTypesViaATN(inputString[i], lexInterp);
      System.out.println(types);
      TokenStream input = new IntTokenStream(types);
      try {
        interp.adaptivePredict(input, decision, ParserRuleContext.EMPTY);
      }
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

//    DFAMinimizer dmin = new DFAMinimizer(dfa);
//    dfa.minimized = dmin.minimize();
//  }

  IntegerList getTypesFromString(Grammar g, String expecting) {
    IntegerList expectingTokenTypes = new IntegerList();
    if ( expecting!=null && !expecting.trim().isEmpty() ) {
      for (String tname : expecting.replace(" ", "").split(",")) {
        int ttype = g.getTokenType(tname);
        expectingTokenTypes.add(ttype);
      }
    }
    return expectingTokenTypes;
  }
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

    return expectingTokenTypes;
  }

  public IntegerList getTokenTypesViaATN(String input, LexerATNSimulator lexerATN) {
    ANTLRInputStream in = new ANTLRInputStream(input);
    IntegerList tokenTypes = new IntegerList();
    int ttype;
    do {
      ttype = lexerATN.match(in, Lexer.DEFAULT_MODE);
      tokenTypes.add(ttype);
    } while ( ttype!= Token.EOF );
    return tokenTypes;
  }
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

    if ( grammar!=null ) {
      Set<Integer> alts = s.getAltSet();
      if ( alts!=null ) {
        buf.append("\\n");
        // separate alts
        IntegerList altList = new IntegerList();
        altList.addAll(alts);
        altList.sort();
        Set<ATNConfig> configurations = s.configs;
        for (int altIndex = 0; altIndex < altList.size(); altIndex++) {
          int alt = altList.get(altIndex);
          if ( altIndex>0 ) {
            buf.append("\\n");
          }
          buf.append("alt");
          buf.append(alt);
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

                String inputString,
                int expected)
  {
    ATN lexatn = createATN(lg, true);
    LexerATNSimulator lexInterp = new LexerATNSimulator(lexatn,new DFA[] { new DFA(lexatn.modeToStartState.get(Lexer.DEFAULT_MODE)) },null);
    IntegerList types = getTokenTypesViaATN(inputString, lexInterp);
    System.out.println(types);

    g.importVocab(lg);

    ParserATNFactory f = new ParserATNFactory(g);
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

   *      decision-0-start-state, decision-1-start-state, ...
   *
   *  Convenient to pack into unsigned shorts to make as Java string.
   */
  public IntegerList serialize() {
    IntegerList data = new IntegerList();
    data.add(ATNDeserializer.SERIALIZED_VERSION);
    serializeUUID(data, ATNDeserializer.SERIALIZED_UUID);

    // convert grammar type to ATN const to avoid dependence on ANTLRParser
    data.add(atn.grammarType.ordinal());
    data.add(atn.maxTokenType);
    int nedges = 0;

    Map<IntervalSet, Integer> setIndices = new HashMap<IntervalSet, Integer>();
    List<IntervalSet> sets = new ArrayList<IntervalSet>();

    // dump states, count edges and collect sets while doing so
    IntegerList nonGreedyStates = new IntegerList();
    IntegerList precedenceStates = new IntegerList();
    data.add(atn.states.size());
    for (ATNState s : atn.states) {
      if ( s==null ) { // might be optimized away
        data.add(ATNState.INVALID_TYPE);
        continue;
      }

      int stateType = s.getStateType();
      if (s instanceof DecisionState && ((DecisionState)s).nonGreedy) {
        nonGreedyStates.add(s.stateNumber);
      }

      if (s instanceof RuleStartState && ((RuleStartState)s).isPrecedenceRule) {
        precedenceStates.add(s.stateNumber);
      }

      data.add(stateType);

      if (s.ruleIndex == -1) {
        data.add(Character.MAX_VALUE);
      }
      else {
        data.add(s.ruleIndex);
      }

      if ( s.getStateType() == ATNState.LOOP_END ) {
        data.add(((LoopEndState)s).loopBackState.stateNumber);
      }
      else if ( s instanceof BlockStartState ) {
        data.add(((BlockStartState)s).endState.stateNumber);
      }

      if (s.getStateType() != ATNState.RULE_STOP) {
        // the deserializer can trivially derive these edges, so there's no need to serialize them
        nedges += s.getNumberOfTransitions();
      }

      for (int i=0; i<s.getNumberOfTransitions(); i++) {
        Transition t = s.transition(i);
        int edgeType = Transition.serializationTypes.get(t.getClass());
        if ( edgeType == Transition.SET || edgeType == Transition.NOT_SET ) {
          SetTransition st = (SetTransition)t;
          if (!setIndices.containsKey(st.set)) {
            sets.add(st.set);
            setIndices.put(st.set, sets.size() - 1);
          }
        }
      }
    }

    // non-greedy states
    data.add(nonGreedyStates.size());
    for (int i = 0; i < nonGreedyStates.size(); i++) {
      data.add(nonGreedyStates.get(i));
    }

    // precedence states
    data.add(precedenceStates.size());
    for (int i = 0; i < precedenceStates.size(); i++) {
      data.add(precedenceStates.get(i));
    }

    int nrules = atn.ruleToStartState.length;
    data.add(nrules);
    for (int r=0; r<nrules; r++) {
View Full Code Here

Examples of org.antlr.v4.runtime.misc.IntegerList

  public static char[] getSerializedAsChars(ATN atn) {
    return Utils.toCharArray(getSerialized(atn));
  }

  public static String getDecoded(ATN atn, List<String> tokenNames) {
    IntegerList serialized = getSerialized(atn);
    char[] data = Utils.toCharArray(serialized);
    return new ATNSerializer(atn, tokenNames).decode(data);
  }
View Full Code Here

Examples of org.apache.uima.jcas.cas.IntegerList

    return asList(data.toArray(new String[data.size()]));
  }

  public static Collection<Integer> create(IntegerList aList) {
    List<Integer> data = new ArrayList<Integer>();
    IntegerList i = aList;
    while (i instanceof NonEmptyIntegerList) {
      NonEmptyIntegerList l = (NonEmptyIntegerList) i;
      data.add(l.getHead());
      i = l.getTail();
    }
View Full Code Here

Examples of org.apache.uima.jcas.cas.IntegerList

    return asList(data.toArray(new String[data.size()]));
  }

  public static Collection<Integer> create(IntegerList aList) {
    List<Integer> data = new ArrayList<Integer>();
    IntegerList i = aList;
    while (i instanceof NonEmptyIntegerList) {
      NonEmptyIntegerList l = (NonEmptyIntegerList) i;
      data.add(l.getHead());
      i = l.getTail();
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.