Examples of opennlp.ccg.lexicon.Word

opennlp.ccg.lexicon.Word
A Word object may either be a surface word or a full word. A surface word holds a surface form, an optional pitch accent, and an optional list of extra attribute-value pairs. A full word additionally contains a stem, part of speech, supertag and semantic class. A word may be a multiword consisting of multiple orthographic words, typically separated by underscores in the surface form. For efficient storage and equality checking, Word objects are interned by the factory methods of the configured WordFactory. @author Michael White @version $Revision: 1.21 $, $Date: 2009/12/16 22:39:20 $

    /** Adds the items (eg stems) from the given sign's words to the context items. */
    public void updateContext(Sign sign) {
        List words = sign.getWords(); 
        if (words == null) return;
        for (int i = 0; i < words.size(); i++) {
            Word word = (Word) words.get(i);
            updateItems(word, contextItems);
        }
    }

View Full Code Here

     */
    protected double repeatedItems(List words) {
        previousItems.clear();
        double retval = 0;
        for (int i = 0; i < words.size(); i++) {
            Word word = (Word) words.get(i);
            retval += repeatedItems(word);
            updateItems(word, previousItems);
        }
        return retval;
    }

View Full Code Here

    List<Word> words = currentSign.getWords();
    int min = Math.min(currentHeadIndex, currentDepIndex);
    int max = Math.max(currentHeadIndex, currentDepIndex);
    int count = 0;
    for (int i=min+1; i < max; i++) {
      Word w = words.get(i); 
      if (!isPunct(w)) count++;
    }
    return count;
  }

View Full Code Here

     */
    @Override
    protected void prepareToScoreWords() {
        stringsToScore.clear();
        for (int i = 0; i < wordsToScore.size(); i++) {
            Word w = wordsToScore.get(i);
            String s = w.getForm();
            // check for sem class replacement
            String scr = semClassReplacement(w);
            if (scr != null) s = scr;
            // add pitch accent and attrs, if any
            String pitchAccent = w.getPitchAccent();
            Iterator<Pair<String,String>> pairs = w.getAttrValPairs();
            if (pitchAccent != null || pairs.hasNext()) {
                StringBuffer sb = new StringBuffer();
                sb.append(s);
                if (pitchAccent != null) sb.append('_').append(pitchAccent);
                for (; pairs.hasNext(); ) {

View Full Code Here

     * probability.
     */
    public List<TaggedWord> betaBestFilter(List<TaggedWord> sentence) {
        List<TaggedWord> res = new ArrayList<TaggedWord>(sentence.size());
        for (TaggedWord tw : sentence) {
            Word w = tw.getWord();
            double best = tw.getPOSTagging().get(0).a;
            int endIndex = 0;
            for (Pair<Double, String> tagging : tw.getPOSTagging()) {
                if (tagging.a >= (beta * best)) {
                    endIndex++;

View Full Code Here

              if (reverse) {
                  List<Word> tmp = words;
                  words = new ArrayList<Word>(words.size());
                  words.add(Word.createWord("<s>"));
                  for (int j = tmp.size()-1; j >= 0; j--) {
                      Word w = tmp.get(j);
                      if (w.getForm() == "<s>" || w.getForm() == "</s>") continue; // skip <s> or </s>
                      words.add(w);
                  }
                  words.add(Word.createWord("</s>"));
              }
              // write str, add to unique set

View Full Code Here

    public static int compareTo(List<Word> words1, List<Word> words2) {
      int i=0;
      while (i < words1.size() || i < words2.size()) {
        if (i == words1.size()) return -1;
        if (i == words2.size()) return 1;
        Word w1 = words1.get(i); Word w2 = words2.get(i);
        int cmp = w1.compareTo(w2);
        if (cmp != 0) return cmp;
        i++;
      }
      return 0;

View Full Code Here

0 1

TOP

Related Classes of opennlp.ccg.lexicon.Word

opennlp.ccg.hylo.EnglishAgreementExtractor

opennlp.ccg.hylo.LexDepFeatureExtractor

opennlp.ccg.ngrams.AbstractStandardNgramModel

opennlp.ccg.ngrams.RepetitionScorer

opennlp.ccg.parse.postagger.POSTagger

opennlp.ccg.parse.supertagger.JavaSupertaggingApp

opennlp.ccg.parse.tagger.sequencescoring.SequenceScorer

opennlp.ccg.realize.hypertagger.ZLMaxentHypertagger

opennlp.ccg.synsem.SignHash

opennlp.ccg.synsem.SyntacticFeatureExtractor

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.