Package opennlp.tools.sentdetect

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

162
163
164
165
166
167
168
169
170
171
172
    char eos[] = null;
    if (eosChars != null) {
      eos = eosChars.toCharArray();
    }
   
    SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
            null, language, true, null, eos);
   
    TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
   
    ObjectStream<SentenceSample> samples = ObjectStreamUtils.createObjectStream(sentenceSamples);
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    if (params.getEosChars() != null)
      eos = params.getEosChars().toCharArray();

    try {
      Dictionary abbreviations = SentenceDetectorTrainerTool.loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, abbreviations, eos);
      validator = new SDCrossValidator(params.getLang(), mlParams, sdFactory,
          errorListener);
     
      validator.evaluate(sampleStream, params.getFolds());
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
      model = SentenceDetectorME.train(params.getLang(), sampleStream,
          sdFactory, mlParams);
    } catch (IOException e) {
      throw new TerminateToolException(-1, "IO error while reading training data or indexing data: "
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
      eos = eosString.toCharArray();
    }

    try {
      Dictionary abbreviations = SentenceDetectorTrainerTool.loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, abbreviations, eos);
      validator = new SDCrossValidator(params.getLang(), mlParams, sdFactory,
          errorListener);

      validator.evaluate(sampleStream, params.getFolds());
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
      model = SentenceDetectorME.train(params.getLang(), sampleStream,
          sdFactory, mlParams);
    } catch (IOException e) {
      throw new TerminateToolException(-1, "IO error while reading training data or indexing data: "
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
    char eos[] = null;
    if (eosChars != null) {
      eos = eosChars.toCharArray();
    }

    SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
            null, language, true, null, eos);

  //  TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
     TrainingParameters mlParams = ModelUtil.createDefaultTrainingParameters();
    ObjectStream<SentenceSample> samples = ObjectStreamUtils.createObjectStream(sentenceSamples);
View Full Code Here
TOP

Related Classes of opennlp.tools.sentdetect.SentenceDetectorFactory

  • opennlp.tools.cmdline.sentdetect.SentenceDetectorCrossValidatorTool
  • opennlp.tools.cmdline.sentdetect.SentenceDetectorTrainerTool
  • opennlp.tools.dictionary.Dictionary
  • opennlp.tools.sentdetect.lang.Factory
  • opennlp.uima.sentdetect.SentenceDetectorTrainer
  • opennlp.tools.util.InvalidFormatException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.