Examples of IToken


Examples of org.eclipse.jface.text.rules.IToken

    @Test
    public void hex_3() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x{cFzE1}23z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("{cFzE1}23z ", scanner.getCurrentContent());
        assertEquals("$\\x", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    @Test
    public void hex_4() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x{cF}");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$\\x{cF}", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    @Test
    public void hex_5() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x12");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$\\x12", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    @Test
    public void hex_6() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x1");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$\\x1", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

        }

        int lastStart = region.getOffset();
        int length = 0;
        boolean firstToken = true;
        IToken lastToken = Token.UNDEFINED;
        TextAttribute lastAttribute = getTokenTextAttribute(lastToken);

        fScanner.setRange(fDocument, lastStart, region.getLength());

        while (true) {
            final IToken token = fScanner.nextToken();
            if (token == null) {
                try {
                    ErlLogger.warn("null token from '%s'>>>",
                            fDocument.get(lastStart, region.getLength()));
                } catch (final BadLocationException e) {
                    ErlLogger.warn("null token from '%s'", fDocument.get());
                }
                break;
            }
            if (token.isEOF()) {
                break;
            }

            final TextAttribute attribute = getTokenTextAttribute(token);
            // if (lastAttribute != null && lastAttribute.equals(attribute)) {
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

public class ErlangPartitionScanner extends RuleBasedPartitionScanner {

    public ErlangPartitionScanner() {
        super();
        final IToken character = new Token(IErlangPartitions.ERLANG_CHARACTER);
        final IToken string = new Token(IErlangPartitions.ERLANG_STRING);
        final IToken comment = new Token(IErlangPartitions.ERLANG_COMMENT);
        final IToken qatom = new Token(IErlangPartitions.ERLANG_QATOM);

        final List<IRule> rules = Lists.newArrayList();
        rules.add(new ErlangCharRule(character));
        rules.add(new EndOfLineRule("%", comment));
        rules.add(new MultiLineRule("\"", "\"", string, '\\', true));
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    @Override
    public IToken evaluate(final ICharacterScanner scanner) {
        int c = scanner.read();
        if (c == '$') {
            final EscapeRule escape = new EscapeRule(token);
            final IToken tk = escape.evaluate(scanner);
            if (tk == Token.UNDEFINED) {
                c = scanner.read();
            }
            return token;
        }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    super(provider, defColorName, defStyleName);
  }

  @Override
  protected List<IRule> createRules() {
    IToken string = colorProvider.getToken(IDjangoPrefs.DJSTRING_COLOR, store.getInt(IDjangoPrefs.DJSTRING_STYLE));

    List<IRule> rules = new ArrayList<IRule>();

    rules.add(new SingleLineRule("\"", "\"", string, '\\'));
    rules.add(new SingleLineRule("'", "'", string, '\\'));
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

    super(provider, defColorName, defStyleName);
  }

  @Override
  protected List<IRule> createRules() {
    IToken string = colorProvider.getToken(IDjangoPrefs.DJSTRING_COLOR, IDjangoPrefs.DJSTRING_STYLE);

    List<IRule> rules = new ArrayList<IRule>();

    rules.add(new SingleLineRule("\"", "\"", string, '\\'));
    rules.add(new SingleLineRule("'", "'", string, '\\'));
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

*/
public class DjangoPartitionScanner extends RuleBasedPartitionScanner {

  public DjangoPartitionScanner() {

    IToken djTag      = new Token(IDjangoPartitions.DJANGO_TAG);
    IToken djVariable    = new Token(IDjangoPartitions.DJANGO_VARIABLE);
    IToken djComment    = new Token(IDjangoPartitions.DJANGO_COMMENT);

    IToken htmlComment    = new Token(IDjangoPartitions.HTML_COMMENT);
    IToken htmlTag      = new Token(IDjangoPartitions.HTML_TAG);
    IToken htmlScriptlet = new Token(IDjangoPartitions.HTML_SCRIPTLET);
    IToken htmlDoctype   = new Token(IDjangoPartitions.HTML_DOCTYPE);
    IToken htmlDirective = new Token(IDjangoPartitions.HTML_DIRECTIVE);
    IToken javaScript    = new Token(IDjangoPartitions.JAVA_SCRIPT);
    IToken htmlCss       = new Token(IDjangoPartitions.HTML_CSS);

    List<IPredicateRule> rules = new ArrayList<IPredicateRule>();

    rules.add(new MultiLineRule("{% comment %}", "{% endcomment %}", djComment));
    rules.add(new SingleLineRule("{#", "#}", djComment));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.