// Convert the urlsToFetchPipe so that we now deal with UrlDatums.
urlsToFetchPipe = new Each(urlsToFetchPipe, new CreateUrlDatumFromCrawlDbFunction());
// A TupleLogger is a good way to follow the tuples around in a flow. You can enable the output
// of tuples by setting options.setDebugLogging() to true.
TupleLogger tupleLogger = new TupleLogger();
urlsToFetchPipe = TupleLogger.makePipe(urlsToFetchPipe, true);
// Create the output sinks :
// crawldb
// content