Package fri.patterns.interpreter.parsergenerator

Examples of fri.patterns.interpreter.parsergenerator.Token$Range


        if (listeners != null && listeners.size() > 0// creating a token takes time, do it only when listeners are present
          fireTokenReceived(createToken(item.getTokenIdentifier(), item.getResultTree(), lexerSemantic), true);
        return getNextToken(expectedTokenSymbols);
      }
      else  {
        Token token = createToken(item.getTokenIdentifier(), item.getResultTree(), lexerSemantic);
        fireTokenReceived(token, false);
        return token;
      }
    }
View Full Code Here


    return createToken(tokenIdentifier, result.toString(), result.getRange())// toString() takes time as it builds the token text
  }
 
  /** Token factory method. Can be overridden to convert token.text to some Java object. */
  protected Token createToken(String tokenIdentifier, String text, Token.Range range)  {
    return new Token(tokenIdentifier, text, range);
  }
View Full Code Here

      InputStream in = ExampleLexer.class.getResourceAsStream("ExampleLexer.java")//Reader in = new FileReader(args[0]);
      lexer.setInput(in);

      System.err.println("time to build input was: "+ts.getInterval());
     
      Token t;
      do  {
        t = lexer.getNextToken(null);
        //System.err.println(ts.getInterval()+" was time to read token "+t.symbol+" -> "+t.text);
       
        if (t.symbol == null)  {
View Full Code Here

    throws LexerException, IOException
  {
    try  {
      lexer.setInput(in);

      Token t;
      do  {
        t = lexer.getNextToken(null);
       
        if (t.symbol == null)
          lexer.dump(System.err);
View Full Code Here

    public static Link[] selectAlternate(Entry entry) {
        return selectAlternate(entry, Locale.getDefault());
    }

    public static Link[] selectAlternate(Source source, Locale locale) {
        return selectAlternate(source, new Range(Lang.fromLocale(locale), true));
    }
View Full Code Here

    public static Link[] selectAlternate(Source source, Locale locale) {
        return selectAlternate(source, new Range(Lang.fromLocale(locale), true));
    }

    public static Link[] selectAlternate(Entry entry, Locale locale) {
        return selectAlternate(entry, new Range(Lang.fromLocale(locale), true));
    }
View Full Code Here

    }

    public static Link[] selectAlternate(Entry entry, Locale... locales) {
        Range[] ranges = new Range[locales.length];
        for (int n = 0; n < locales.length; n++)
            ranges[n] = new Range(Lang.fromLocale(locales[n]), true);
        return selectAlternate(entry, ranges);
    }
View Full Code Here

    }

    public static Link[] selectAlternate(Entry entry, String... ranges) {
        Range[] r = new Range[ranges.length];
        for (int n = 0; n < ranges.length; n++)
            r[n] = new Range(ranges[n], true);
        return selectAlternate(entry, r);
    }
View Full Code Here

    }

    public static Link[] selectAlternate(Source source, Locale... locales) {
        Range[] ranges = new Range[locales.length];
        for (int n = 0; n < locales.length; n++)
            ranges[n] = new Range(Lang.fromLocale(locales[n]), true);
        return selectAlternate(source, ranges);
    }
View Full Code Here

    }

    @Test
    public void test4647Matching() throws Exception {
        Lang lang = new Lang("en-Latn-US-valencia");
        Range range1 = new Range("*", true);
        Range range2 = new Range("en-*", true);
        Range range3 = new Range("en-Latn-*", true);
        Range range4 = new Range("en-US-*", true);
        Range range5 = new Range("en-*-US-*", true);
        Range range6 = new Range("*-US", true);
        Range range7 = new Range("*-valencia", true);
        Range range8 = new Range("*-FR", true);
        assertTrue(range1.matches(lang, true));
        assertTrue(range2.matches(lang, true));
        assertTrue(range3.matches(lang, true));
        assertTrue(range4.matches(lang, true));
        assertTrue(range5.matches(lang, true));
        assertTrue(range6.matches(lang, true));
        assertTrue(range7.matches(lang, true));
        assertFalse(range8.matches(lang, true));
    }
View Full Code Here

TOP

Related Classes of fri.patterns.interpreter.parsergenerator.Token$Range

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.