Package net.matuschek.spider

Examples of net.matuschek.spider.WebRobot.run()

31
32
33
34
35
36
37
38
39
40
    FileWriter logfile = new FileWriter("urls.txt");
    URLLogger log = new URLLogger(logfile);
    robby.setDocManager(log);

    robby.run();
    logfile.close();
  }
}
 
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
    // download only the first 5 documents
    DownloadStopper stopit = new DownloadStopper(5,robby);
    robby.setWebRobotCallback(stopit);

    robby.run();
  }


  public static void main(String[] args)
    throws Exception
View Full Code Here
158
159
160
161
162
163
164
165
166
    robby.setStartURL(u);
    robby.setDocManager(docStore);
    robby.setHttpToolCallback(statusInfo);
   
    robby.run();
   
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.