Examples of com.google.caja.parser.js.Parser

com.google.caja.parser.js.Parser
inal productions Program=> ? Statement=> | Expression=> // Non-terminal productions. Indentation indicates that a nonterminal is // used only by the unindented nonterminal above it. DirectivePrologue=> ? Directive=> ';' TerminatedStatement=> | StatementTerminator=> ';' | BlockStatement=> ? SimpleStatement=> ? InsertedSemicolon=> ε // abort if disallowed in context StatementLabel=> ':' BlockStatementAtom=> | | // Noop is a block statement atom since it's // guaranteed to end with a semicolon. If it were // a simple statement epsilon, then it could be // inserted anywhere that semicolon insertion is // allowed. | | | | | SimpleStatementAtom=> | | // Do-While loops are simple because, unlike other // loops their body isn't last, so they aren't // guaranteed to end with a right-curly or semi. | | | | | | Identifier != | Body=> Block=> '{' * '}' Conditional=> 'if' '(' ')' Else=> 'else' | ε For=> 'for' '(' ';' ? ')' | 'for' '(' 'in' ')' | 'for' '(' 'in' ')' | 'for' '(' ';' ? ')' | 'for' '(' ';' ? ')' Noop=> ';' Switch=> 'switch' '(' ')' '{' '}' Cases=> * ? DefaultAndCases=> Case=> 'case' ':' Default=> 'default' ':' Try=> 'try' TryClauses=> ? | Catch=> 'catch' '(' ')' Finally=> 'finally' While=> 'while' '(' ')' With=> 'with' '(' ')' Do=> 'do' 'while' '(' ')' Break=> 'break' [no LineTerminator] ? Continue=> 'continue' [no LineTerminator] ? Debugger=> 'debugger' Return=> 'return' [no LineTerminator] ? Throw=> 'throw' [no LineTerminator] ExprStatement=> ExpressionOrNoop=> ? DeclarationStart=> Declaration=> DeclarationKeyword=> 'var' | 'const' DeclarationBodyList=> DeclarationBodyTail=> ',' | ε DeclarationBody=> ? InitialValue=> '=' FunctionDeclaration=> FunctionConstructor=> | AnonymousFunction=> 'function' NamedFunction=> 'function' FunctionBody=> '{' '}' Formals=> '(' ? ')' IdentifierList=> IdentifierListTail=> ',' // All of the operators have an associated precedence defined in the Operator // enum. The p variable on the right of the productions is the precedence // of the most recently consumed operator. CommaOperator=> | ',' Operator(prec) => OperatorHead(prec) => | OperatorTail(prec) => [no LineTerminator] | | // below only match if p < prec | '[' ']' | '(' ? ')' | '?' ':' | // ActualList uses Operator(MAX) to prevent parsing actuals from being // treated as operands to the comma operator. Since the parentheses // recurse to Expression under ExpressionAtom, the result of a comma // operator can be passed to a function by nesting in parens. ActualList=> ? ActualListTail=> ',' | ε ExpressionAtom=> | | | 'null' | 'true' | 'false' | 'this' | | // error and treat as identifier | | '(' ')' | | | ε // in error-tolerant mode ArrayConstructor=> '[' ? ']' ArrayElements=> * | ε ArrayElementsHead=> ? ',' ObjectConstructor=> '{' '}' ObjPropertyList=> * ? ObjProperties=> ',' ObjProperty=> | | ValueProperty=> ':' GetterProperty=> 'get' SetterProperty=> 'set' ObjPropertyKey=> | | | // set allowed interpreter dependent TrailingComma=> ',' // warn See also {@link Keyword} for definitions of keywords, {@link Operator} foroperator precedences and associativity, and {@link JsTokenType} fordefinitions of Word, NumberLiteral, and StringLiteral.
Questions as to whether a semicolon should be inserted can only be answered at the lexical level. A lexer can emit a comment-like-token where semicolons can be inserted though this is not the approach taken in this implementation.
@author mikesamuel@gmail.com

    // Parse the javascript
    try {
      StringReader strReader = new StringReader(resp.getContent());
      CharProducer cp = CharProducer.Factory.create(strReader, is);
      JsTokenQueue tq = new JsTokenQueue(new JsLexer(cp), is);
      ParseTreeNode input = new Parser(tq, mq).parse();
      tq.expectEmpty();


      compiler.addInput(AncestorChain.instance(input).node, contextUri.toJavaUri());
    } catch (ParseException e) {
      // Don't bother continuing.

View Full Code Here

    ParseTreeNode ptn;
    if (mime.contains("javascript")) {
      JsLexer lexer = new JsLexer(cp);
      JsTokenQueue tq = new JsTokenQueue(lexer, is);
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      ptn = p.parse();
      tq.expectEmpty();
    } else {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      ptn = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    }
    return ptn;
  }

View Full Code Here

  }


  private void assertRendered(String golden, String input) throws Exception {
    JsLexer lex = new JsLexer(fromString(input));
    JsTokenQueue tq = new JsTokenQueue(lex, is);
    ParseTreeNode node = new Parser(tq, mq).parse();
    tq.expectEmpty();


    assertRendered(golden, node);
  }

View Full Code Here

  protected Block js(
      CharProducer cp, Criterion<Token<JsTokenType>> filt, boolean quasi)
      throws ParseException {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, sourceOf(cp), filt);
    Parser p = new Parser(tq, mq, quasi);
    Block b = p.parse();
    tq.expectEmpty();
    return b;
  }

View Full Code Here

  protected Expression jsExpr(CharProducer cp, boolean quasi)
      throws ParseException {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(
        lexer, sourceOf(cp), JsTokenQueue.NO_COMMENT);
    Parser p = new Parser(tq, mq, quasi);
    Expression e = p.parseExpression(true);
    tq.expectEmpty();
    return e;
  }

View Full Code Here

  }


  private void assertRendered(String golden, String input) throws Exception {
    JsLexer lex = new JsLexer(fromString(input));
    JsTokenQueue tq = new JsTokenQueue(lex, is);
    ParseTreeNode node = new Parser(tq, mq).parse();
    tq.expectEmpty();


    assertRendered(golden, node);
  }

View Full Code Here

    // However, this implementation ensures Caja has a single point of truth
    // regarding what constitutes a JS identifier.
    // TODO(kpreid): Reevaluate whether this is worth the complexity and the
    // runtime dependency on the JS parser now that there is no cajoler. 
    MessageQueue mq = new SimpleMessageQueue();
    Parser parser = new Parser(
        new JsTokenQueue(
            new JsLexer(
                CharProducer.Factory.fromString(
                    "var " + candidate + ";",
                    InputSource.UNKNOWN)),
            InputSource.UNKNOWN),
        mq);
    ParseTreeNode node;
    try { node = parser.parse(); } catch (ParseException e) { return false; }
    if (node == null || !mq.getMessages().isEmpty()) { return false; }
    Map<String, ParseTreeNode> bindings = Maps.newHashMap();
    if (!QuasiBuilder.match("{ var @p; }", node, bindings)) { return false; }
    if (bindings.size() != 1) { return false; }
    if (bindings.get("p") == null) { return false; }

View Full Code Here

          MessageType.IO_ERROR, MessagePart.Factory.valueOf(ex.toString()));
      return;
    }
    ObjectConstructor envJson;
    try {
      Parser p = parser(cp, mq);
      Expression e = p.parseExpression(true); // TODO(mikesamuel): limit to JSON
      p.getTokenQueue().expectEmpty();
      if (!(e instanceof ObjectConstructor)) {
        mq.addMessage(
            MessageType.IO_ERROR,
            MessagePart.Factory.valueOf("Invalid JSON in " + f));
        return;

View Full Code Here

  }


  private static Parser parser(CharProducer cp, MessageQueue errs) {
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, cp.getCurrentPosition().source());
    return new Parser(tq, errs);
  }

View Full Code Here

      contents.put(src, new FileContent(cp));


      JsTokenQueue tq = new JsTokenQueue(new JsLexer(cp), src);
      try {
        if (tq.isEmpty()) { continue; }
        Parser p = new Parser(tq, mq);
        compUnits.add(makeLintJob(p.parse(), mq));
      } catch (ParseException ex) {
        ex.toMessageQueue(mq);
      }
    }
    return compUnits;

View Full Code Here

0 1 2 3 4

TOP

Related Classes of com.google.caja.parser.js.Parser

com.google.caja.ancillary.linter.Linter

com.google.caja.ancillary.opt.EnvironmentData

com.google.caja.ancillary.opt.JsOptimizer

com.google.caja.lexer.FilePosition

com.google.caja.lexer.Keyword

com.google.caja.lexer.TokenQueue.Mark

com.google.caja.parser.ParserContext

com.google.caja.parser.quasiliteral.MatchExperiments

com.google.caja.parser.quasiliteral.QuasiBuilder

com.google.caja.plugin.BuildServiceImplementation

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.