Package org.vietspider.token

Examples of org.vietspider.token.TokenParser

28
29
30
31
32
33
34
35
36
  public static XMLDocument createDocument(char[] data, XMLDataDecoder decoder) throws Exception {
    XMLNode root = new XMLNode("document".toCharArray(), "document", TypeToken.TAG);
    XMLDocument document = new XMLDocument(root);
    XMLToken tokens = new XMLToken(decoder);
    document.setXmlType(tokens.getXmlType());
    new TokenParser().createBeans(tokens, data);
    DOMParser.parse(tokens, root);
    return document;
  }
View Full Code Here
120
121
122
123
124
125
126
127
128
129
130
131
132
133
      } else if(values[i] == '<') {
        is = true;
        idx[0] = i;
        int k = i+1;

        TokenParser tokenParser = service.getTokenParser();

        if(values[k] == '!'
          && tokenParser.isStartSpecToken(values, new char[]{'-', '-'}, k)) {
          replaces.put(i, "&lt;");
          continue;
//        int startComment = k;         
//        int endComment  = tokenParser.findEndSpecToken(values, new char[]{'-', '-', '>'}, k);
//        startComment = (startComment - 1) > values.length ? values.length : endComment;
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
  private NodeCloser closer;
  private NodeSetter setter;
 
  public ParserService() {
    domParser = new DOMParser(this);
    tokenParser = new TokenParser();
   
    creator = new NodeCreator(this);
    closer = new NodeCloser(this);
    setter = new NodeSetter(this);
  }
View Full Code Here
27
28
29
30
31
32
33
34
35
36
37
38
    System.out.println(file.getPath());
    System.out.println("*********************************************************");
    DataReader buffer = new DataReader();
    String text = new String(buffer.load(file), "utf-8");
    CharsToken tokens = new CharsToken();
    TokenParser tokenParser = new TokenParser();
    tokenParser.createBeans(tokens, text.toCharArray());
    while(tokens.hasNext()){
      NodeImpl node = tokens.pop();
      String value = new String(node.getValue());
      System.out.println(value +" : "+ node.getType());
    }
View Full Code Here
TOP

Related Classes of org.vietspider.token.TokenParser

  • org.vietspider.html.parser.ParserService
  • org.vietspider.html.parser.TokenCreator
  • org.vietspider.parser.xml.XMLParser
  • TokenExample
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.