118119120121122123124125126127128
List<CoreLabel> lemmas = Generics.newArrayList(); for (TaggedWord token : tagged) { CoreLabel label = new CoreLabel(); label.setWord(token.word()); label.setTag(token.tag()); morpha.stem(label); lemmas.add(label); } return lemmas; }
7576777879808182
assertEquals("hunt", lemmatizeStatic(hunt).lemma()); } public void testDash() { Morphology morpha = new Morphology(); morpha.stem("b-"); } }
246247248249250251252253254255256
} String[] wordsInTweet = tweetText.split("[^\\p{L}&&[^']]+"); for (String word : wordsInTweet) { try { words.add(morphology.stem(word)); } catch (Exception ex) { words.add(word); } } }