Package websphinx

Examples of websphinx.Page


  public void crawled(LinkEvent event) {
    // TODO Auto-generated method stub
    System.out.println(event.getLink().toURL());
    //System.out.println(event.getLink().getParentURL());
    Page page = event.getLink().getPage();
    //if (event.getLink().toURL().indexOf("yahoo.com")>=0) return;
    if (page != null) {
      count++;
      FileWriter out;
      try {
        out = new FileWriter(new File("d:/crawler/dump"
            + File.separator + count + ".html"));
        out.write(page.getContent());
        out.close();

      } catch (IOException e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
View Full Code Here


  public void crawled(LinkEvent event) {
    // TODO Auto-generated method stub
    System.out.println(event.getLink().toURL());
    //System.out.println(event.getLink().getParentURL());
    Page page = event.getLink().getPage();
    if (event.getLink().toURL().indexOf("yahoo.com")>=0) return;
    if (page != null) {
      count++;
      FileWriter out;
      try {
        out = new FileWriter(new File("d:/crawler/dump"
            + File.separator + count + ".html"));
        out.write(page.getContent());
        out.close();

      } catch (IOException e) {
        // TODO Auto-generated catch block
        e.printStackTrace();
View Full Code Here

TOP

Related Classes of websphinx.Page

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.