Examples of stem()


Examples of edu.stanford.nlp.process.Morphology.stem()

    List<CoreLabel> lemmas = Generics.newArrayList();
    for (TaggedWord token : tagged) {
      CoreLabel label = new CoreLabel();
      label.setWord(token.word());
      label.setTag(token.tag());
      morpha.stem(label);
      lemmas.add(label);
    }
    return lemmas;
  }
View Full Code Here

Examples of edu.stanford.nlp.process.Morphology.stem()

    assertEquals("hunt", lemmatizeStatic(hunt).lemma());
  }

  public void testDash() {
    Morphology morpha = new Morphology();
    morpha.stem("b-");
  }
}
View Full Code Here

Examples of edu.stanford.nlp.process.Morphology.stem()

            }

            String[] wordsInTweet = tweetText.split("[^\\p{L}&&[^']]+");
            for (String word : wordsInTweet) {
                try {
                    words.add(morphology.stem(word));
                } catch (Exception ex) {
                    words.add(word);
                }
            }
        }
View Full Code Here

Examples of edu.stanford.nlp.sempre.Stemmer.stem()

import static org.testng.AssertJUnit.assertEquals;

public class StemmerTest {
  @Test public void simpleStem() {
    Stemmer stemmer = new Stemmer();
    assertEquals("box", stemmer.stem("boxes"));
    assertEquals("creat", stemmer.stem("created"));
    assertEquals("citi", stemmer.stem("cities"));
  }
}
View Full Code Here

Examples of edu.stanford.nlp.sempre.Stemmer.stem()

public class StemmerTest {
  @Test public void simpleStem() {
    Stemmer stemmer = new Stemmer();
    assertEquals("box", stemmer.stem("boxes"));
    assertEquals("creat", stemmer.stem("created"));
    assertEquals("citi", stemmer.stem("cities"));
  }
}
View Full Code Here

Examples of edu.stanford.nlp.sempre.Stemmer.stem()

public class StemmerTest {
  @Test public void simpleStem() {
    Stemmer stemmer = new Stemmer();
    assertEquals("box", stemmer.stem("boxes"));
    assertEquals("creat", stemmer.stem("created"));
    assertEquals("citi", stemmer.stem("cities"));
  }
}
View Full Code Here

Examples of edu.ucla.sspace.text.EnglishStemmer.stem()

        PrintWriter writer = new PrintWriter(args[1]);

        BufferedReader br = new BufferedReader(new FileReader(args[0]));
        for (String line = null; (line=br.readLine()) != null; )
            writer.println(stemmer.stem(line.trim()));
        writer.close();
    }
}
View Full Code Here

Examples of edu.ucla.sspace.text.Stemmer.stem()

        PrintWriter writer = new PrintWriter(args[1]);

        BufferedReader br = new BufferedReader(new FileReader(args[0]));
        for (String line = null; (line=br.readLine()) != null; )
            writer.println(stemmer.stem(line.trim()));
        writer.close();
    }
}
View Full Code Here

Examples of edu.udo.cs.wvtool.generic.stemmer.WVTStemmer.stem()

                wordFilter = (WVTWordFilter) config.getComponentForStep(WVTConfiguration.STEP_WORDFILTER, d);
                stemmer = (WVTStemmer) config.getComponentForStep(WVTConfiguration.STEP_STEMMER, d);

                // Process the document

                TokenEnumeration tokens = stemmer.stem(wordFilter.filter(tokenizer.tokenize(charConverter.convertChars(infilter.convertToPlainText(loader.loadDocument(d), d), d), d), d), d);

                while (tokens.hasMoreTokens()) {
                    wordList.addWordOccurance(tokens.nextToken());
                }
View Full Code Here

Examples of edu.udo.cs.wvtool.generic.stemmer.WVTStemmer.stem()

                outputFilter = (WVTOutputFilter) config.getComponentForStep(WVTConfiguration.STEP_OUTPUT, d);

                // Process the document

                TokenEnumeration tokens = stemmer.stem(wordFilter.filter(tokenizer.tokenize(charConverter.convertChars(infilter.convertToPlainText(loader.loadDocument(d), d), d), d), d), d);

                while (tokens.hasMoreTokens()) {
                    wordList.addWordOccurance(tokens.nextToken());
                }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.