Package opennlp.tools.util

Examples of opennlp.tools.util.TrainingParameters

76
77
78
79
80
81
82
83
84
85
86
    if (params.getMisclassified()) {
      missclassifiedListener = new POSEvaluationErrorListener();
    }
   
    if (mlParams == null) {
      mlParams = new TrainingParameters();
      mlParams.put(TrainingParameters.ALGORITHM_PARAM, "MAXENT");
      mlParams.put(TrainingParameters.ITERATIONS_PARAM,
          Integer.toString(params.getIterations()));
      mlParams.put(TrainingParameters.CUTOFF_PARAM,
          Integer.toString(params.getCutoff()));
View Full Code Here
351
352
353
354
355
356
357
358
359
360
361
362
363
   */
  @Deprecated
  public static POSModel train(String languageCode, ObjectStream<POSSample> samples, ModelType modelType, POSDictionary tagDictionary,
      Dictionary ngramDictionary, int cutoff, int iterations) throws IOException {

    TrainingParameters params = new TrainingParameters();
   
    params.put(TrainingParameters.ALGORITHM_PARAM, modelType.toString());
    params.put(TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    params.put(TrainingParameters.CUTOFF_PARAM, Integer.toString(cutoff));
   
    return train(languageCode, samples, params, tagDictionary, ngramDictionary);
  }
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
148
   * @param cutoff
   *
   * @return
   */
  public static TrainingParameters createTrainingParameters(int iterations, int cutoff) {
    TrainingParameters mlParams = new TrainingParameters();
    mlParams.put(TrainingParameters.ALGORITHM_PARAM, "MAXENT");
    mlParams.put(TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    mlParams.put(TrainingParameters.CUTOFF_PARAM, Integer.toString(cutoff));
   
    return mlParams;
  }
View Full Code Here
599
600
601
602
603
604
605
606
607
608
   * @return A dictionary object.
   */
  public static Dictionary buildDictionary(ObjectStream<Parse> data, HeadRules rules, int cutoff)
      throws IOException {
   
    TrainingParameters params = new TrainingParameters();
    params.put("dict", TrainingParameters.CUTOFF_PARAM, Integer.toString(cutoff));
   
    return buildDictionary(data, rules, params);
  }
View Full Code Here
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
  */
  @Deprecated
  public static ParserModel train(String languageCode, ObjectStream<Parse> parseSamples, HeadRules rules, int iterations, int cut)
      throws IOException {
   
    TrainingParameters params = new TrainingParameters();
    params.put("dict", TrainingParameters.CUTOFF_PARAM, Integer.toString(cut));

    params.put("tagger", TrainingParameters.CUTOFF_PARAM, Integer.toString(cut));
    params.put("tagger", TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    params.put("chunker", TrainingParameters.CUTOFF_PARAM, Integer.toString(cut));
    params.put("chunker", TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    params.put("check", TrainingParameters.CUTOFF_PARAM, Integer.toString(cut));
    params.put("check", TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    params.put("build", TrainingParameters.CUTOFF_PARAM, Integer.toString(cut));
    params.put("build", TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));

    return train(languageCode, parseSamples, rules, params);
  }
View Full Code Here
138
139
140
141
142
143
144
145
146
147
148
149
   * @param cutoff cutoff threshold
   *
   * @return training parameters instance
   */
  public static TrainingParameters createTrainingParameters(int iterations, int cutoff) {
    TrainingParameters mlParams = new TrainingParameters();
    mlParams.put(TrainingParameters.ALGORITHM_PARAM, TrainUtil.MAXENT_VALUE);
    mlParams.put(TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    mlParams.put(TrainingParameters.CUTOFF_PARAM, Integer.toString(cutoff));
   
    return mlParams;
  }
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
        .getResource("opennlp/tools/namefind/AnnotatedSentences.txt").toURI()));

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(sampleDataIn.getChannel(), "ISO-8859-1"));

    TrainingParameters mlParams = ModelUtil.createTrainingParameters(70, 1);
    mlParams.put(TrainingParameters.ALGORITHM_PARAM,
        ModelType.MAXENT.toString());

    TokenNameFinderCrossValidator cv = new TokenNameFinderCrossValidator("en",
        TYPE, mlParams, null, null);
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
        .getResource("opennlp/tools/namefind/AnnotatedSentences.txt").toURI()));

    ObjectStream<NameSample> sampleStream = new NameSampleDataStream(
        new PlainTextByLineStream(sampleDataIn.getChannel(), "ISO-8859-1"));

    TrainingParameters mlParams = ModelUtil.createTrainingParameters(70, 1);
    mlParams.put(TrainingParameters.ALGORITHM_PARAM,
        ModelType.MAXENT.toString());
   
    ByteArrayOutputStream out = new ByteArrayOutputStream();
    NameEvaluationErrorListener listener = new NameEvaluationErrorListener(out);
View Full Code Here
364
365
366
367
368
369
370
371
372
373
374
375
376
   */
  @Deprecated
  public static POSModel train(String languageCode, ObjectStream<POSSample> samples, ModelType modelType, POSDictionary tagDictionary,
      Dictionary ngramDictionary, int cutoff, int iterations) throws IOException {

    TrainingParameters params = new TrainingParameters();
   
    params.put(TrainingParameters.ALGORITHM_PARAM, modelType.toString());
    params.put(TrainingParameters.ITERATIONS_PARAM, Integer.toString(iterations));
    params.put(TrainingParameters.CUTOFF_PARAM, Integer.toString(cutoff));
   
    return train(languageCode, samples, params, tagDictionary, ngramDictionary);
  }
View Full Code Here
230
231
232
233
234
235
236
237
238
  public long getWordCount() {
    return wordAccuracy.count();
  }
 
  private static TrainingParameters create(ModelType type, int cutoff, int iterations) {
    TrainingParameters params = ModelUtil.createTrainingParameters(iterations, cutoff);
    params.put(TrainingParameters.ALGORITHM_PARAM, type.toString());
    return params;
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.util.TrainingParameters

  • opennlp.tools.chunker.ChunkerMETest
  • opennlp.tools.cmdline.chunker.ChunkerCrossValidatorTool
  • opennlp.tools.cmdline.CmdLineUtil
  • opennlp.tools.cmdline.namefind.TokenNameFinderCrossValidatorTool
  • opennlp.tools.cmdline.postag.POSTaggerCrossValidatorTool
  • opennlp.tools.cmdline.sentdetect.SentenceDetectorCrossValidatorTool
  • opennlp.tools.cmdline.tokenizer.TokenizerTrainerTool
  • opennlp.tools.doccat.DocumentCategorizerMETest
  • opennlp.tools.ml.TrainerFactoryTest
  • opennlp.tools.namefind.NameFinderMETest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.