Examples of BNFToken


Examples of ca.gobits.bnf.tokenizer.BNFToken

   
    Map<String, String> map = new HashMap<String, String>();
    BNFTokenizerParams params = new BNFTokenizerParams();
    params.setIncludeWhitespace(true);   
    params.setIncludeWhitespaceNewlines(true);
    BNFToken token = tokenizer.tokens(str, params);
   
    String start = "";
    StringBuilder sb = new StringBuilder();
   
    while (token != null) {
   
      if (token.getType() == BNFTokenType.WHITESPACE_NEWLINE) {
       
        if (hasText(start) && hasText(sb.toString())) {
          map.put(start.trim(), sb.toString().trim());
        }
       
        start = "";
        sb = new StringBuilder();
       
      } else if (token.getStringValue().equals("=")) {
       
        start = sb.toString();
        sb = new StringBuilder();
       
      } else {
       
        sb.append(token.getStringValue());
      }
     
      token = token.getNextToken();
    }
   
    if (hasText(start) && hasText(sb.toString())) {
      map.put(start.trim(), sb.toString().trim());
    }
View Full Code Here

Examples of ca.gobits.bnf.tokenizer.BNFToken

 
  private void parseState(BNFParseResultImpl result) {
   
    BNFPathState sp = (BNFPathState) stack.peek();
    BNFState state = sp.getState();
    BNFToken token = sp.getToken();
   
    if (!state.isTerminal()) {
     
      BNFStateDefinition sd = stateDefinitions.get(state.getName());
     
      if (sd == null) {
        throw new RuntimeException("unknown state " + state.getName());
      }
     
      pushToStackOrFirstState(token, sd);
     
    } else if (state.getClass().equals(BNFStateEmpty.class)) {
     
      if (isEmpty(token)) {
        result.setSuccess(true);
      }
     
      BNFState rewindState = stack.rewindStackEmptyState();
      pushToStack(rewindState, token);
     
    } else if (state.match(token)) {

      result.setSuccess(true);
      token = token.getNextToken();
      result.setMaxMatchToken(token);
     
      BNFState rewindState = stack.rewindStackMatchedToken();
      pushToStack(rewindState, token);
                   
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.