// Starting and joining our crawler
crawlerController.start();
System.out.println(new Date() + "Waiting for 60 seconds");
crawlerController.join(60000);
System.out.println(new Date() + "Stopping crawler");
crawlerController.stop();
}
/**
* Custom crawler. Extends {@link DefaultCrawler}.
*/