Package org.antlr.runtime

Examples of org.antlr.runtime.CommonToken

77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
  }

  @Test public void testList() throws Exception {
    Tree root = new CommonTree((Token)null);

    Tree t = new CommonTree(new CommonToken(101));
    t.addChild(new CommonTree(new CommonToken(102)));
    t.getChild(0).addChild(new CommonTree(new CommonToken(103)));
    t.addChild(new CommonTree(new CommonToken(104)));

    Tree u = new CommonTree(new CommonToken(105));

    root.addChild(t);
    root.addChild(u);

    TreeNodeStream stream = newStream(root);
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
111
112
  }

  @Test public void testFlatList() throws Exception {
    Tree root = new CommonTree((Token)null);

    root.addChild(new CommonTree(new CommonToken(101)));
    root.addChild(new CommonTree(new CommonToken(102)));
    root.addChild(new CommonTree(new CommonToken(103)));

    TreeNodeStream stream = newStream(root);
    String expecting = " 101 102 103";
    String found = toNodesOnlyString(stream);
    assertEquals(expecting, found);
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
  }

  @Test public void testListWithOneNode() throws Exception {
    Tree root = new CommonTree((Token)null);

    root.addChild(new CommonTree(new CommonToken(101)));

    TreeNodeStream stream = newStream(root);
    String expecting = " 101";
    String found = toNodesOnlyString(stream);
    assertEquals(expecting, found);
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
    found = toTokenTypeString(stream);
    assertEquals(expecting, found);
  }

  @Test public void testAoverB() throws Exception {
    Tree t = new CommonTree(new CommonToken(101));
    t.addChild(new CommonTree(new CommonToken(102)));

    TreeNodeStream stream = newStream(t);
    String expecting = " 101 102";
    String found = toNodesOnlyString(stream);
    assertEquals(expecting, found);
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
156
157
158
    assertEquals(expecting, found);
  }

  @Test public void testLT() throws Exception {
    // ^(101 ^(102 103) 104)
    Tree t = new CommonTree(new CommonToken(101));
    t.addChild(new CommonTree(new CommonToken(102)));
    t.getChild(0).addChild(new CommonTree(new CommonToken(103)));
    t.addChild(new CommonTree(new CommonToken(104)));

    TreeNodeStream stream = newStream(t);
    assertEquals(101, ((Tree)stream.LT(1)).getType());
    assertEquals(Token.DOWN, ((Tree)stream.LT(2)).getType());
    assertEquals(102, ((Tree)stream.LT(3)).getType());
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
  @Test public void testMarkRewindEntire() throws Exception {
    // ^(101 ^(102 103 ^(106 107) ) 104 105)
    // stream has 7 real + 6 nav nodes
    // Sequence of types: 101 DN 102 DN 103 106 DN 107 UP UP 104 105 UP EOF
    Tree r0 = new CommonTree(new CommonToken(101));
    Tree r1 = new CommonTree(new CommonToken(102));
    r0.addChild(r1);
    r1.addChild(new CommonTree(new CommonToken(103)));
    Tree r2 = new CommonTree(new CommonToken(106));
    r2.addChild(new CommonTree(new CommonToken(107)));
    r1.addChild(r2);
    r0.addChild(new CommonTree(new CommonToken(104)));
    r0.addChild(new CommonTree(new CommonToken(105)));

    TreeNodeStream stream = newStream(r0);
    int m = stream.mark(); // MARK
    for (int k=1; k<=13; k++) { // consume til end
      stream.LT(1);
View Full Code Here
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
  @Test public void testMarkRewindInMiddle() throws Exception {
    // ^(101 ^(102 103 ^(106 107) ) 104 105)
    // stream has 7 real + 6 nav nodes
    // Sequence of types: 101 DN 102 DN 103 106 DN 107 UP UP 104 105 UP EOF
    Tree r0 = new CommonTree(new CommonToken(101));
    Tree r1 = new CommonTree(new CommonToken(102));
    r0.addChild(r1);
    r1.addChild(new CommonTree(new CommonToken(103)));
    Tree r2 = new CommonTree(new CommonToken(106));
    r2.addChild(new CommonTree(new CommonToken(107)));
    r1.addChild(r2);
    r0.addChild(new CommonTree(new CommonToken(104)));
    r0.addChild(new CommonTree(new CommonToken(105)));

    TreeNodeStream stream = newStream(r0);
    for (int k=1; k<=7; k++) { // consume til middle
      //System.out.println(((Tree)stream.LT(1)).getType());
      stream.consume();
View Full Code Here
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
  @Test public void testMarkRewindNested() throws Exception {
    // ^(101 ^(102 103 ^(106 107) ) 104 105)
    // stream has 7 real + 6 nav nodes
    // Sequence of types: 101 DN 102 DN 103 106 DN 107 UP UP 104 105 UP EOF
    Tree r0 = new CommonTree(new CommonToken(101));
    Tree r1 = new CommonTree(new CommonToken(102));
    r0.addChild(r1);
    r1.addChild(new CommonTree(new CommonToken(103)));
    Tree r2 = new CommonTree(new CommonToken(106));
    r2.addChild(new CommonTree(new CommonToken(107)));
    r1.addChild(r2);
    r0.addChild(new CommonTree(new CommonToken(104)));
    r0.addChild(new CommonTree(new CommonToken(105)));

    TreeNodeStream stream = newStream(r0);
    int m = stream.mark(); // MARK at start
    stream.consume(); // consume 101
    stream.consume(); // consume DN
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
  @Test public void testSeekFromStart() throws Exception {
    // ^(101 ^(102 103 ^(106 107) ) 104 105)
    // stream has 7 real + 6 nav nodes
    // Sequence of types: 101 DN 102 DN 103 106 DN 107 UP UP 104 105 UP EOF
    Tree r0 = new CommonTree(new CommonToken(101));
    Tree r1 = new CommonTree(new CommonToken(102));
    r0.addChild(r1);
    r1.addChild(new CommonTree(new CommonToken(103)));
    Tree r2 = new CommonTree(new CommonToken(106));
    r2.addChild(new CommonTree(new CommonToken(107)));
    r1.addChild(r2);
    r0.addChild(new CommonTree(new CommonToken(104)));
    r0.addChild(new CommonTree(new CommonToken(105)));

    TreeNodeStream stream = newStream(r0);
    stream.seek(7);   // seek to 107
    assertEquals(107, ((Tree)stream.LT(1)).getType());
    stream.consume(); // consume 107
View Full Code Here
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
    @Test public void testReset() throws Exception {
        // ^(101 ^(102 103 ^(106 107) ) 104 105)
        // stream has 7 real + 6 nav nodes
        // Sequence of types: 101 DN 102 DN 103 106 DN 107 UP UP 104 105 UP EOF
        Tree r0 = new CommonTree(new CommonToken(101));
        Tree r1 = new CommonTree(new CommonToken(102));
        r0.addChild(r1);
        r1.addChild(new CommonTree(new CommonToken(103)));
        Tree r2 = new CommonTree(new CommonToken(106));
        r2.addChild(new CommonTree(new CommonToken(107)));
        r1.addChild(r2);
        r0.addChild(new CommonTree(new CommonToken(104)));
        r0.addChild(new CommonTree(new CommonToken(105)));

        TreeNodeStream stream = newStream(r0);
        String v = toNodesOnlyString(stream); // scan all
        stream.reset();
        String v2 = toNodesOnlyString(stream); // scan all
View Full Code Here
TOP

Related Classes of org.antlr.runtime.CommonToken

  • com.facebook.presto.sql.parser.StatementSplitter$ErrorHandlingLexer
  • com.github.sommeri.less4j.core.parser.CollectorTokenSource
  • com.github.sommeri.less4j.core.parser.HiddenTokenAwareTree
  • com.github.sommeri.less4j.core.parser.ListToTreeCombiner
  • com.github.sommeri.less4j.core.parser.ParsersSemanticPredicates
  • com.github.sommeri.less4j.grammar.CountNodesAction
  • com.redhat.ceylon.compiler.typechecker.analyzer.LiteralVisitor
  • csep.parser.FirstCommentIncludingXtextTokenStream
  • csep.parser.Lexer
  • imp.utils.ContentProposer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.