Examples of SentenceDetectorFactory

Examples of com.tamingtext.util.SentenceDetectorFactory

34
35
36
37
38
39
40
41
42
43
44
  @Override
  public void init(Map<String,String> args) {
    super.init(args);
   
    try {
      sentenceDetectorFactory = new SentenceDetectorFactory(args);
    }
    catch (IOException e) {
      throw (RuntimeException) new RuntimeException().initCause(e);
    }
  }
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

162
163
164
165
166
167
168
169
170
171
172
    char eos[] = null;
    if (eosChars != null) {
      eos = eosChars.toCharArray();
    }
   
    SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
            null, language, true, null, eos);
   
    TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
   
    ObjectStream<SentenceSample> samples = ObjectStreamUtils.createObjectStream(sentenceSamples);
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

65
66
67
68
69
70
71
72
73
74
75
    if (params.getEosChars() != null)
      eos = params.getEosChars().toCharArray();

    try {
      Dictionary abbreviations = SentenceDetectorTrainerTool.loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, abbreviations, eos);
      validator = new SDCrossValidator(params.getLang(), mlParams, sdFactory,
          errorListener);
     
      validator.evaluate(sampleStream, params.getFolds());
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

81
82
83
84
85
86
87
88
89
90
91
    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
      model = SentenceDetectorME.train(params.getLang(), sampleStream,
          sdFactory, mlParams);
    } catch (IOException e) {
      throw new TerminateToolException(-1, "IO error while reading training data or indexing data: "
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

68
69
70
71
72
73
74
75
76
77
78
      eos = eosString.toCharArray();
    }

    try {
      Dictionary abbreviations = SentenceDetectorTrainerTool.loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, abbreviations, eos);
      validator = new SDCrossValidator(params.getLang(), mlParams, sdFactory,
          errorListener);

      validator.evaluate(sampleStream, params.getFolds());
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

86
87
88
89
90
91
92
93
94
95
96
    SentenceModel model;

    try {
      Dictionary dict = loadDict(params.getAbbDict());
      SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
          params.getFactory(), params.getLang(), true, dict, eos);
      model = SentenceDetectorME.train(params.getLang(), sampleStream,
          sdFactory, mlParams);
    } catch (IOException e) {
      throw new TerminateToolException(-1, "IO error while reading training data or indexing data: "
View Full Code Here

Examples of opennlp.tools.sentdetect.SentenceDetectorFactory

163
164
165
166
167
168
169
170
171
172
173
    char eos[] = null;
    if (eosChars != null) {
      eos = eosChars.toCharArray();
    }

    SentenceDetectorFactory sdFactory = SentenceDetectorFactory.create(
            null, language, true, null, eos);

  //  TrainingParameters mlParams = ModelUtil.createTrainingParameters(100, 5);
     TrainingParameters mlParams = ModelUtil.createDefaultTrainingParameters();
    ObjectStream<SentenceSample> samples = ObjectStreamUtils.createObjectStream(sentenceSamples);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.