Package opennlp.tools.sentdetect

Examples of opennlp.tools.sentdetect.DefaultSDContextGenerator

41
42
43
44
45
46
47
    if ("th".equals(languageCode)) {
      return new SentenceContextGenerator();
    }

    return new DefaultSDContextGenerator(abbreviations, new char[]{'.', '!', '?'});
  }
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
          + MAXENT_MODEL_RESRC_KEY + ".");
    } else {
      EndOfSentenceScannerImpl eoss = new EndOfSentenceScannerImpl();
      char[] eosc = eoss.getEndOfSentenceCharacters();
      // SentenceDContextGenerator cg = new SentenceDContextGenerator();
      DefaultSDContextGenerator cg = new DefaultSDContextGenerator(eosc);
      sentenceDetector = new SentenceDetectorCtakes(mmResrc.getModel(), cg, eoss);
    }

    skipSegmentsSet = ParamUtil.getStringParameterValuesSet(
        PARAM_SEGMENTS_TO_SKIP, context);
View Full Code Here
54
55
56
57
58
59
60
61
62
63
  public SDContextGenerator createSentenceContextGenerator(String languageCode, Set<String> abbreviations) {

    if ("th".equals(languageCode)) {
      return new SentenceContextGenerator();
    } else if("pt".equals(languageCode)) {
      return new DefaultSDContextGenerator(abbreviations, ptEosCharacters);
    }

    return new DefaultSDContextGenerator(abbreviations, defaultEosCharacters);
  }
View Full Code Here
62
63
64
65
66
67
68
    return new DefaultSDContextGenerator(abbreviations, defaultEosCharacters);
  }

  public SDContextGenerator createSentenceContextGenerator(
      Set<String> abbreviations, char[] customEOSCharacters) {
    return new DefaultSDContextGenerator(abbreviations, customEOSCharacters);
  }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
      sdmodel = new SentenceModel(is);
      is.close();
      EndOfSentenceScannerImpl eoss = new EndOfSentenceScannerImpl();
      char[] eosc = eoss.getEndOfSentenceCharacters();
      // SentenceDContextGenerator cg = new SentenceDContextGenerator();
      DefaultSDContextGenerator cg = new DefaultSDContextGenerator(eosc);
      sentenceDetector = new SentenceDetectorCtakes(
          sdmodel.getMaxentModel(), cg, eoss);

      skipSegmentsSet = ParamUtil.getStringParameterValuesSet(
          PARAM_SEGMENTS_TO_SKIP, context);
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
    super.initialize(aContext);
    try (InputStream is = FileLocator.getAsStream(sdModelPath)){
      logger.info("Sentence detector model file: " + sdModelPath);
      sdmodel = new SentenceModel(is);
      EndOfSentenceScannerImpl eoss = new EndOfSentenceScannerImpl();
      DefaultSDContextGenerator cg = new DefaultSDContextGenerator(eoss.getEndOfSentenceCharacters());
      sentenceDetector = new SentenceDetectorCtakes(
          sdmodel.getMaxentModel(), cg, eoss);

      skipSegmentsSet = new HashSet<>();
      if(skipSegmentsArray != null){
View Full Code Here
105
106
107
108
109
110
111
112
113
114
115
      sdmodel = new SentenceModel(is);
      is.close();
      EndOfSentenceScannerImpl eoss = new EndOfSentenceScannerImpl();
      char[] eosc = eoss.getEndOfSentenceCharacters();
      // SentenceDContextGenerator cg = new SentenceDContextGenerator();
      DefaultSDContextGenerator cg = new DefaultSDContextGenerator(eosc);
      sentenceDetector = new SentenceDetectorCtakes(
          sdmodel.getMaxentModel(), cg, eoss);

      skipSegmentsSet = ParamUtil.getStringParameterValuesSet(
          PARAM_SEGMENTS_TO_SKIP, context);
View Full Code Here
TOP

Related Classes of opennlp.tools.sentdetect.DefaultSDContextGenerator

  • opennlp.tools.sentdetect.lang.Factory
  • org.apache.ctakes.core.ae.SentenceDetector
  • org.apache.ctakes.ytex.uima.annotators.SentenceDetector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.