Package com.google.caja.lexer

Examples of com.google.caja.lexer.CharProducer

265
266
267
268
269
270
271
272
273
274
275
276
277
        extRef, scheduling, el, t);
  }

  private EmbeddedContent fromElementBody(
      Element el, ContentType t, EmbeddedContent.Scheduling scheduling) {
    final CharProducer cp = textNodesToCharProducer(el, t == ContentType.JS);
    return new EmbeddedContent(
        this, cp.filePositionForOffsets(0, cp.getLimit()),
        new Function<UriFetcher, CharProducer>() {
          public CharProducer apply(UriFetcher fetcher) { return cp.clone(); }
        },
        null, scheduling, el, t);
  }
View Full Code Here
284
285
286
287
288
289
290
291
292
293
294
        this, Nodes.getFilePositionForValue(a),
        new Function<UriFetcher, CharProducer>() {
          CharProducer cp;
          public CharProducer apply(UriFetcher fetcher) {
            if (this.cp == null) {
              CharProducer cp;
              String rawText = rawValue;
              if (rawText != null) {
                int n = rawText.length();
                if (n >= 2) {  // Strip quotes
                  char lastCh = rawText.charAt(n - 1);
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
  public static ParseTreeNode parse(String src) throws Exception {
    MessageContext mc = new MessageContext();
    MessageQueue mq = TestUtil.createTestMessageQueue(mc);
    InputSource is = new InputSource(new URI("file:///no/input/source"));
    CharProducer cp = CharProducer.Factory.create(new StringReader(src), is);
    JsLexer lexer = new JsLexer(cp);
    JsTokenQueue tq = new JsTokenQueue(lexer, is, JsTokenQueue.NO_COMMENT);
    Parser p = new Parser(tq, mq);
    Statement stmt = p.parse();
    p.getTokenQueue().expectEmpty();
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
   *     content fetching.
   */
  public ParseTreeNode parse(UriFetcher fetcher, MessageQueue mq)
      throws ParseException {
    if (type == null) { return null; }  // Malformed content
    CharProducer cp = getContent(fetcher);
    FilePosition p = cp.filePositionForOffsets(cp.getOffset(), cp.getLimit());
    switch (type) {
      case JS: {
        Parser parser = finder.makeJsParser(cp, mq);
        if (parser.getTokenQueue().isEmpty()) { return new Block(p); }
        return parser.parse();
View Full Code Here
192
193
194
195
196
197
198
199
200
201
202
    if (null != sourceMap && sourceMap.containsKey(is)) {
      return CharProducer.Factory.fromString(sourceMap.get(is), is);
    }

    if (null == stream && null != is) {
      CharProducer candidate = guessCharProducer(is, meta);
      if (null != candidate) {
        return candidate;
      }
    }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
      throws UriFetchException {
    URI uri = ref.getUri();
    File f = uriToFile.apply(uri);
    if (f == null) { throw new UriFetchException(ref, mimeType); }
    try {
      CharProducer cp = CharProducer.Factory.create(
          newReader(f), new InputSource(uri));
      ContentType ct = GuessContentType.guess(null, f.getName(), cp);
      return FetchedData.fromCharProducer(
          cp, ct != null ? ct.mimeType : "", Charsets.UTF_8.name());
    } catch (IOException ex) {
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
          break;
      }
    }
    if (contentType == null && code != null) {
      // Try and lex and see what happens.
      CharProducer cp = CharProducer.Factory.fromString(
          code, FilePosition.UNKNOWN);
      boolean sawColon = false;
      try {
        CssLexer cssLexer = new CssLexer(
            cp, DevNullMessageQueue.singleton(), false);
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
      return;
    }
    assert absUri != null;  // because absUri == null  ->  importUrl == null

    // Import it and recursively import its imports
    CharProducer cp;
    try {
      cp = fetcher.fetch(importUrl, "text/css").getTextualContent();
    } catch (UriFetcher.UriFetchException ex) {
      mq.addMessage(PluginMessageType.FAILED_TO_LOAD_EXTERNAL_URL,
                    MessageLevel.ERROR, ex.ref.getReferencePosition(),
View Full Code Here
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
         "              ^^^^"),
        s.getSnippet(msg));
  }

  public final void testGetSnippetTwoPos() {
    CharProducer cp = CharProducer.Factory.create(
        new StringReader(F1_TEXT), f1);
    cp.consume(cp.length());

    Message msg = new Message(
        TestMessageType.TWO,
        FilePosition.instance(f2, 1, 1, 1, 2),
        // Starts on a newline to test that we use the line with text.
        cp.getSourceBreaks(0).toFilePosition(
            1 + F1_TEXT.indexOf("\r\nf1 line 3"),
            1 + F1_TEXT.indexOf(" line 3"))
        );
    assertEquals(
        ("f2:1: f2      line 1\n" +
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
  private double runCajoledES53(String filename) throws Exception {
    PluginMeta meta = new PluginMeta();
    MessageQueue mq = new SimpleMessageQueue();
    PluginCompiler pc = new PluginCompiler(new TestBuildInfo(), meta, mq);
    CharProducer src = fromString(plain(fromResource(filename)));
    pc.addInput(js(src), is.getUri());

    if (!pc.run()) {
      return -1;
    }
View Full Code Here
TOP

Related Classes of com.google.caja.lexer.CharProducer

  • com.google.caja.ancillary.linter.Linter
  • com.google.caja.ancillary.opt.JsOptimizer
  • com.google.caja.demos.benchmarks.BenchmarkRunner
  • com.google.caja.demos.playground.server.GWTCajolingServiceImpl
  • com.google.caja.lexer.GuessContentType
  • com.google.caja.parser.html.DomParser
  • com.google.caja.parser.html.DomParserTest
  • com.google.caja.parser.js.Minify
  • com.google.caja.parser.ParserContext
  • com.google.caja.parser.quasiliteral.MatchExperiments
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.