Package dtool.parser.common

Examples of dtool.parser.common.Token

17
18
19
20
21
22
23
24
25
26
27
28
    DeeTokens... additionalIgnores) {
    DeeLexer generatedSourceLexer = new DeeLexer(source);
    DeeLexer expectedSourceLexer = new DeeLexer(expectedSource);
   
    while(true) {
      Token tok = getContentToken(generatedSourceLexer, true, additionalIgnores);
      Token tokExp = getContentToken(expectedSourceLexer, true, additionalIgnores);
      if(tok.type.equals(tokExp.type) && tok.source.equals(tokExp.source)) {
      } else if(failOnUnequal) {
        assertFail();
      } else {
        return false;
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
    }
  }
 
  public static Token getContentToken(DeeLexer lexer, boolean ignoreComments, DeeTokens... additionalIgnores) {
    while(true) {
      Token token = lexer.next();
      DeeTokens type = token.type;
      if((type.isSubChannel && (type.getGroupingToken() != DeeTokens.GROUP_COMMENT || ignoreComments))
        || (ArrayUtil.contains(additionalIgnores, type)))
        continue;
      return token;
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
 
  private static void appendCode(StringBuffer buffer, String text) throws Exception {
   
    DeeLexer scanner = new DeeLexer(text);
   
    Token token;
    while((token = scanner.next()).type != DeeTokens.EOF) {
      String raw = token.getSourceValue();
      String styleClassName = null;
     
      switch(token.type) {
      case KW_RETURN:
        styleClassName = IDeeDocColorConstants.JAVA_KEYWORD_RETURN;
View Full Code Here
588
589
590
591
592
593
594
595
596
597
598
    int tokenStringStartPos = tokenStartPos;
    tokenStartPos = pos;
   
    int nestingLevel = 1;
    do {
      Token token = next();
      if(token.type == DeeTokens.OPEN_BRACE) {
        nestingLevel++;
      } else if (token.type == DeeTokens.CLOSE_BRACE) {
        nestingLevel--;
      } else if (token.type == DeeTokens.EOF) {
View Full Code Here
TOP

Related Classes of dtool.parser.common.Token

  • descent.core.ddoc.DeeDocAccessor
  • dtool.parser.DeeLexer
  • dtool.parser.SourceEquivalenceChecker
  • melnorme.lang.tooling.ast.SourceRange
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.