for (int k = 0; k < state.getNumTopics(); ++k) {
Path path = new Path(statePath, "part-" + k);
SequenceFile.Writer writer = new SequenceFile.Writer(fs, job, path, IntPairWritable.class, DoubleWritable.class);
for (int w = 0; w < state.getNumWords(); ++w) {
Writable kw = new IntPairWritable(k, w);
v.set(state.logProbWordGivenTopic(w,k) + state.getLogTotal(k));
writer.append(kw, v);
}
Writable kTsk = new IntPairWritable(k, TOPIC_SUM_KEY);
v.set(state.getLogTotal(k));
writer.append(kTsk, v);
writer.close();
}
Path path = new Path(statePath, "part-" + LOG_LIKELIHOOD_KEY);
SequenceFile.Writer writer = new SequenceFile.Writer(fs, job, path, IntPairWritable.class, DoubleWritable.class);
Writable kTsk = new IntPairWritable(LOG_LIKELIHOOD_KEY,LOG_LIKELIHOOD_KEY);
v.set(state.getLogLikelihood());
writer.append(kTsk, v);
writer.close();
}