Package org.vietspider.html

Examples of org.vietspider.html.NodeIterator

167
168
169
170
171
172
173
174
175
176
177
178
179
    }
    return false;
  }
 
  private boolean isBlockLink(HTMLNode node) {
    NodeIterator iterator = node.iterator();
    int counter = 0;
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(Name.A)) counter++;
    }
    return counter > 3;
  }
View Full Code Here
13
14
15
16
17
18
19
20
21
22
23
24
25
* Feb 10, 2009 
*/
public class FormChecker {
 
  boolean hasForm(HTMLNode node) {
    NodeIterator iterator = node.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(Name.FORM)) return true;
      if(isFormElement(n)) return true;
    }
    return false;
  }
View Full Code Here
13
14
15
16
17
18
19
20
21
22
23
24
25
* Feb 10, 2009 
*/
public class FormNodeRemover {
 
  boolean hasForm(HTMLNode node) {
    NodeIterator iterator = node.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(Name.FORM)) return true;
//      if(isFormElement(n)) return true;
    }
    return false;
  }
View Full Code Here
25
26
27
28
29
30
31
32
33
34
35
36
37
    if(isTextBlock(node, checkLink, 1, 1)) return false;
    return true;
  }
 
  public boolean isTextBlock(HTMLNode node, boolean checkLink, int w_size, int s_size) {
    NodeIterator nodeIterator = node.iterator();
    while(nodeIterator.hasNext()) {
      HTMLNode iterNode = nodeIterator.next();
      if(checkLink) {
        if(RenderNodeUtils.getAncestor(iterNode, Name.A, 0, 5) != null) continue;
      }
      if(iterNode.isNode(Name.CONTENT)) {
        String text = iterNode.getTextValue();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
    if(rate >= 85) return true;
    return (onlyLinkCounter*100)/list.size() > 85;
  }
 
  private boolean hasLink(HTMLNode node) {
    NodeIterator iterator = node.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(Name.A)) return true;
    }
    return false;
  }
View Full Code Here
26
27
28
29
30
31
32
33
34
35
36
37
  }
 
  @Deprecated()
  public void searchTextNode(HTMLNode node, List<char[]> list){
    HTMLText.EmptyVerify verify = new HTMLText.EmptyVerify(); 
    NodeIterator iterator = node.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(!n.isNode(Name.CONTENT)) return;
      if(verify.isValid(n.getValue())) list.add(n.getValue());
    }
  }
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
    String path2 = getIndexPath(element2);
    return getCommonIndexPath(path1, path2);
  } 
 
  public void searchAnchors(HTMLNode node, List<HTMLNode> anchors) {
    NodeIterator iterator = node.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(Name.A)) anchors.add(n);
    }
  }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
    }
  }
 
  public List<HTMLNode> search(HTMLNode root, Name name) {
    final List<HTMLNode> values = new ArrayList<HTMLNode>();
    NodeIterator iterator = root.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(name)) values.add(n);
    }
    return values;
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    }
    return values;
  }

  public void search(HTMLNode root, final List<HTMLNode> values, Name name) {
    NodeIterator iterator = root.iterator();
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(n.isNode(name)) values.add(n);
    }
  }
View Full Code Here
21
22
23
24
25
26
27
28
29
30
31
32
33
34
      buildText(builder, node);
      return;
    }
   
    if(node == null) return;
    NodeIterator iterator = node.iterator();
   
    while(iterator.hasNext()) {
      HTMLNode n = iterator.next();
      if(!n.isNode(Name.CONTENT)) continue;
      char [] chars = n.getValue();
      if(!verify.isValid(chars)) continue;
      if(builder.length() > 0) builder.append(' ');
      builder.append(chars);
View Full Code Here
TOP

Related Classes of org.vietspider.html.NodeIterator

  • AttributeExplorer
  • JavascriptExtractor
  • org.vietspider.html.renderer.checker.ContentChecker
  • org.vietspider.html.renderer.checker.FormChecker
  • org.vietspider.html.renderer.checker.FormNodeRemover
  • org.vietspider.html.renderer.checker.LinkBlockChecker
  • org.vietspider.html.renderer.checker.ULNodeChecker
  • org.vietspider.html.renderer.ContentRegionSearcher
  • org.vietspider.html.renderer.ContentRegionSearcher2
  • org.vietspider.html.renderer.ContentRendererBak
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.