Package com.google.caja.lexer

Examples of com.google.caja.lexer.HtmlLexer

141
142
143
144
145
146
147
148
149
150
151
    return false;
  }

  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    TokenQueue<HtmlTokenType> tokenQueue = new TokenQueue<HtmlTokenType>(lexer, is);
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();

    // OpenSocial Tempates need to be parsed as XML since tags can be self-closing.
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      ptn = p.parse();
      tq.expectEmpty();
    } else {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      ptn = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    }
    return ptn;
  }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
      if (tq.isEmpty()) { return null; }
      Parser p = new Parser(tq, mq);
      ptn = p.parse();
      tq.expectEmpty();
    } else {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      ptn = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    }
    return ptn;
  }
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
    return false;
  }

  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    TokenQueue<HtmlTokenType> tokenQueue = new TokenQueue<HtmlTokenType>(lexer, is);
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();

    // OpenSocial Tempates need to be parsed as XML since tags can be self-closing.
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
    return false;
  }
 
  private DomParser getDomParser(String source, final MessageQueue mq) throws ParseException {
    InputSource is = getInputSource();
    HtmlLexer lexer = new HtmlLexer(CharProducer.Factory.fromString(source, is));
    final Namespaces ns = Namespaces.HTML_DEFAULT;  // Includes OpenSocial
    final boolean needsDebugData = needsDebugData();
    DomParser parser = new DomParser(lexer, /* wantsComments */ true, is, ns, mq);
    parser.setDomImpl(documentFactory);
    parser.setNeedsDebugData(needsDebugData);
View Full Code Here
148
149
150
151
152
153
154
155
156
157
158
    InputSource is = new InputSource(uri);
    CharProducer cp = CharProducer.Factory.fromString(input, is);
    boolean okToContinue = true;
    Dom inputNode = null;
    try {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      inputNode = Dom.transplant(p.parseDocument());
      p.getTokenQueue().expectEmpty();
    } catch (ParseException e) {
      mq.addMessage(e.getCajaMessage());
      okToContinue = false;
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = Dom.transplant(p.parseDocument());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);
View Full Code Here
507
508
509
510
511
512
513
514
515
516
517
518
   */
  public static TokenQueue<HtmlTokenType> makeTokenQueue(
      FilePosition pos, Reader in, boolean asXml, boolean wantsComments)
      throws IOException {
    CharProducer cp = CharProducer.Factory.create(in, pos);
    HtmlLexer lexer = new HtmlLexer(cp);
    lexer.setTreatedAsXml(asXml);
    return new TokenQueue<HtmlTokenType>(
        lexer, pos.source(),
        wantsComments
            ? Criterion.Factory.<Token<HtmlTokenType>>optimist()
            : SKIP_COMMENTS);
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
      CssParser p = new CssParser(tq, mq, MessageLevel.WARNING);
      input = p.parseStyleSheet();
      tq.expectEmpty();
    } else if (ContentType.HTML == type) {
      DomParser p = new DomParser(new HtmlLexer(cp), false, is, mq);
      //if (p.getTokenQueue().isEmpty()) { return null; }
      input = new Dom(p.parseFragment());
      p.getTokenQueue().expectEmpty();
    } else {
      throw new SomethingWidgyHappenedError("Can't classify input " + is);
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
          .withMarkupRenderMode(MarkupRenderMode.XML);
      for (Node c : Nodes.childrenOf(message)) {
        Nodes.render(c, rc);
      }
      rc.getOut().noMoreTokens();
      HtmlLexer lexer = new HtmlLexer(
          CharProducer.Factory.fromString(
              xhtml.toString(),
              Nodes.getFilePositionFor(message.getFirstChild())));
      lexer.setTreatedAsXml(true);
      // 1 - saw <ihtml:ph
      // 2 - saw <ihtml:ph >
      // 3 - saw <ihtml:ph > </ihtml:ph
      // 4 - saw <ihtml:ph > </ihtml:ph > or <ihtml:ph />
      // 5 - saw <ihtml:eph
      // 6 - saw <ihtml:eph >
      // 7 - saw <ihtml:eph > </ihtml:eph
      int state = 0;
      // Filter out everything from the end of the <ihtml:ph> exclusive to the
      // end of the <ihtml:eph> inclusive.
      try {
        while (lexer.hasNext()) {
          Token<HtmlTokenType> tt = lexer.next();
          boolean emit = state < 4;
          switch (tt.type) {
            case TAGBEGIN:
              if (state == 0 && "<ihtml:ph".equals(tt.text)) {
                state = 1;
View Full Code Here
TOP

Related Classes of com.google.caja.lexer.HtmlLexer

  • com.google.caja.demos.playground.server.GWTCajolingServiceImpl
  • com.google.caja.parser.html.DomParser
  • com.google.caja.parser.html.DomParserTest
  • com.google.caja.parser.ParserContext
  • com.google.caja.plugin.templates.LocalizedHtml
  • com.google.caja.plugin.templates.Localizer
  • com.google.caja.plugin.templates.LocalizerTest
  • com.google.caja.util.CajaTestCase
  • org.apache.shindig.gadgets.parse.caja.CajaHtmlParser
  • org.apache.shindig.gadgets.servlet.CajaContentRewriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.