KenNgramModel lm = new KenNgramModel(Integer.parseInt(order), lmfile, false, lowercase, splitNEs, '_', false);
lm.debugScore = true;
int secs = (int) (System.currentTimeMillis() - start) / 1000;
System.out.println("secs: " + secs);
System.out.println();
Tokenizer tokenizer = new DefaultTokenizer();
List<Word> words = tokenizer.tokenize(tokens);
System.out.println("scoring: " + tokens);
System.out.println();
lm.setWordsToScore(words, true);
lm.prepareToScoreWords();
double logprob = lm.logprob();