Package org.eclipse.jface.text.rules

Examples of org.eclipse.jface.text.rules.IToken


public class TMLStartTagContentScanner extends RuleBasedScanner {

  public TMLStartTagContentScanner() {
    setDefaultReturnToken(new Token(TextStyles.STYLE_ATTRIBUTE));
   
    IToken tag = new Token(TextStyles.STYLE_TML_TAG);
    IToken defaultToken = new Token(TextStyles.STYLE_DEFAULT);
    IToken string = new Token(TextStyles.STRING);
    IToken tmlScriptlet = new Token(TextStyles.TML_SCRIPTLET);   
   
    List<IRule> rules = new ArrayList<IRule>();
   
    rules.add(new SingleLineRule("<", " ", tag, '\\', true));
   
View Full Code Here


*
*/
public class TagScanner extends RuleBasedScanner {

  public TagScanner() { 
    IToken defaultToken = new Token(TextStyles.STYLE_DEFAULT);
    setDefaultReturnToken(defaultToken);
   
    IToken string = new Token(TextStyles.STRING_HTML);
    IToken tag = new Token(TextStyles.STYLE_TAG);
   
    List<IRule> rules = new ArrayList<IRule>();
   
   
   
View Full Code Here

*
*/
public class TMLEndTagContentScanner extends RuleBasedScanner {

  public TMLEndTagContentScanner() {
    IToken tag = new Token(TextStyles.STYLE_TML_TAG);   
   
   
    List<IRule> rules = new ArrayList<IRule>();
   
    rules.add(new SingleLineRule("<", ">", tag));
View Full Code Here

    } else {
      getRuleScanner().setRange(_document, _offset, _length);
    }
   
    List<TokenBean> tokens = new ArrayList<TokenBean>();
    IToken tmptoken;
    do {
      tmptoken = getRuleScanner().nextToken();
      if (filterEOF && tmptoken.equals(Token.EOF)) {
        continue;
      } else {
        TokenBean bean = new TokenBean();
        bean.setToken(tmptoken, getRuleScanner().getTokenLength(), getRuleScanner().getTokenOffset());
        tokens.add(bean);
      }
    } while (!tmptoken.equals(Token.EOF));
   
    List<IToken> typelist = new ArrayList<IToken>();
    typelist.add(new Token(null));
    if (_defaultReturnToken != null) {
      typelist.add(_defaultReturnToken);
View Full Code Here

 
 
  private boolean isTokenInList(IToken token, List<IToken> types){
   
    Iterator<IToken> inter = types.iterator();
    IToken currentToken;
    while (inter.hasNext()) {
      currentToken = inter.next();
      if (equals(currentToken, token)) {
        return true;
      }
View Full Code Here

  private void initCommands(){ 
    _commandList = CommandList.getCommands();
   
  }
  public TMLScriptScanner() {   
    IToken string = new Token(TextStyles.STRING);
 
    initCommands();   

    List<IRule> rules = new ArrayList<IRule>();
    rules.add(createCommandRule());   
View Full Code Here

 
 
 
 
  private IRule createCommandRule() {
    IToken keyword = new Token(TextStyles.STYLE_TMLSCRIPT_KEYWORD);

    WordRule wordRule= new WordRule(new JavaScriptWordDetector(), new Token(TextStyles.STYLE_DEFAULT));

     
      Iterator<String> iter = _commandList.iterator();
View Full Code Here

                    sb.append((char) c);
                    c = scanner.read();
                } while (c != ICharacterScanner.EOF && isWordPart((char) c));
                scanner.unread();

                IToken token = keyWords.get(sb.toString());
                if (token != null)
                    return token;
                return bsvc.T_DEFAULT;
            }
            scanner.unread();
View Full Code Here

    @Test
    public void noChar() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("aa");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(Token.UNDEFINED, tk);
        assertEquals("aa", scanner.getCurrentContent());
        assertEquals("", scanner.getScannedContent());
    }
View Full Code Here

    @Test
    public void simpleChar() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals(" ", scanner.getCurrentContent());
        assertEquals("$z", scanner.getScannedContent());
    }
View Full Code Here

TOP

Related Classes of org.eclipse.jface.text.rules.IToken

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.