props.setProperty(CooccurrenceExtractor.WINDOW_SIZE_PROPERTY,
String.valueOf(windowSize));
LOGGER.info("Beginning Hadoop corpus processing");
// Construct the counting job that will use Hadoop to count the
// co-occurrences
WordCooccurrenceCountingJob job =
new WordCooccurrenceCountingJob(props);
Iterator<WordCooccurrence> occurrences = job.execute(inputDirs);
LOGGER.info("Finished Hadoop corpus processing; calculating sspace");
int wordCount = 0;
// Local state variables for updating the current word's vector.
String curWord = null;
IntegerVector semantics = null;