}
/* set up environment (only for testing - not suitable for Amazon) */
if (isTestRun) {
/* generate data beforehand - in Amazon it will be saved to S3 */
FileGenerator fileGenerator = new FileGenerator();
fileGenerator.generateData(inputPath, 100, 10000);
/* clear the output folder so that Hadoop would not cuss */
FileGenerator.removeFolder(outputPath);
}
long start = System.currentTimeMillis();