Examples of IToken

Examples of org.eclipse.jface.text.rules.IToken

62
63
64
65
66
67
68
69
70
71
72
                    sb.append((char) c);
                    c = scanner.read();
                } while (c != ICharacterScanner.EOF && isWordPart((char) c));
                scanner.unread();

                IToken token = keyWords.get(sb.toString());
                if (token != null)
                    return token;
                return bsvc.T_DEFAULT;
            }
            scanner.unread();
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

55
56
57
58
59
60
61
62
63
64
    @Test
    public void noChar() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("aa");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(Token.UNDEFINED, tk);
        assertEquals("aa", scanner.getCurrentContent());
        assertEquals("", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

65
66
67
68
69
70
71
72
73
74
    @Test
    public void simpleChar() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals(" ", scanner.getCurrentContent());
        assertEquals("$z", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

75
76
77
78
79
80
81
82
83
84
    @Test
    public void simpleChar_1() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$z");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$z", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

85
86
87
88
89
90
91
92
93
94
    @Test
    public void escapedChar() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\b");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$\\b", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

95
96
97
98
99
100
101
102
103
104
    @Test
    public void octal_1() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\123z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("z ", scanner.getCurrentContent());
        assertEquals("$\\123", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

105
106
107
108
109
110
111
112
113
114
    @Test
    public void octal_2() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\1z23z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("z23z ", scanner.getCurrentContent());
        assertEquals("$\\1", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

115
116
117
118
119
120
121
122
123
124
    @Test
    public void octal_3() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\12");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("", scanner.getCurrentContent());
        assertEquals("$\\12", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

125
126
127
128
129
130
131
132
133
134
    @Test
    public void hex_1() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x123z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("3z ", scanner.getCurrentContent());
        assertEquals("$\\x12", scanner.getScannedContent());
    }
View Full Code Here

Examples of org.eclipse.jface.text.rules.IToken

135
136
137
138
139
140
141
142
143
144
    @Test
    public void hex_2() {
        final ErlangCharRule rule = new ErlangCharRule(token);
        scanner = new StringCharacterScanner("$\\x{cFE1}23z ");
        final IToken tk = rule.evaluate(scanner);
        assertEquals(token, tk);
        assertEquals("23z ", scanner.getCurrentContent());
        assertEquals("$\\x{cFE1}", scanner.getScannedContent());
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.