final int thisPartition = TaskAttemptID.forName(jc.get("mapred.task.id")).getTaskID().getId();
final SplitEmittedTerm.SETPartitioner partitionChecker = new SplitEmittedTerm.SETPartitioner();
partitionChecker.configure(jc);
MapData tempHRD;
for (FileStatus file : files)
{
//logger.info("Run data file "+ file.getPath().toString()+" has length "+Files.length(file.getPath().toString()));
runDataIn = new DataInputStream(Files.openFileStream(file.getPath().toString()));
tempHRD = new MapData(runDataIn);
//check to see if this file contaned our split information
if (mutipleIndices && partitionChecker.calculatePartition(tempHRD.getSplitnum(), jc.getNumReduceTasks()) != thisPartition)
continue;
mapTaskIDs.add(tempHRD.getMap());
runData.add(tempHRD);
runDataIn.close();
}
// Sort by splitnum
Collections.sort(runData);