Package opennlp.tools.postag

Examples of opennlp.tools.postag.POSModel

205
206
207
208
209
210
211
212
213
214
215
  public void collectionProcessComplete(ProcessTrace trace)
      throws ResourceProcessException, IOException {

    GIS.PRINT_MESSAGES = false;

    POSModel posTaggerModel = POSTaggerME.train(language,
        ObjectStreamUtils.createObjectStream(mPOSSamples),
        ModelType.MAXENT, tagDictionary, null, 100, 5);

    // dereference to allow garbage collection
    mPOSSamples = null;
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
    if (this.logger.isLoggable(Level.INFO)) {
      this.logger.log(Level.INFO, "Initializing the OpenNLP "
          + "Part of Speech annotator.");
    }

    POSModel model;

    try {
      POSModelResource modelResource = (POSModelResource) context
          .getResourceObject(UimaUtil.MODEL_PARAMETER);
View Full Code Here
899
900
901
902
903
904
905
906
907
908
909
     * @return
     */
    private POSTaggerME initTagger(String language) {
        POSTaggerME posTagger;
        try {
            POSModel posModel = openNLP.getPartOfSpeachModel(language);
            if(posModel != null){
                posTagger = new POSTaggerME(posModel);
            } else {
                log.debug("No POS Model for language {}",language);
                posTagger = null;
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
        if(!config.enablePosTagger){
            return null;
        }
        if(posTagger == null && !posTaggerNotAvailable){
            try {
                POSModel posModel = openNLP.getPartOfSpeachModel(language);
                if(posModel != null){
                    posTagger = new POSTaggerME(posModel);
                } else {
                    log.debug("No POS Model for language '{}'",language);
                    posTaggerNotAvailable = true;
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
     */
    public POSModel getPartOfSpeachModel(String language) throws IOException, InvalidFormatException {
        //typically there are two versions
        //we prefer the perceptron variant but if not available try to build the other
        IOException first = null;
        POSModel model;
        try {
            model = initModel(String.format("%s-pos-perceptron.bin",language), POSModel.class);
        } catch (IOException e) {
            first = e;
            log.warn("Unable to laod preceptron based POS model for "+language,e);
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
      } else {
        logger.info("No POS tagger tag-dictionary.");
      }

      FileInputStream fis = new FileInputStream(posModelFile);
      POSModel modelFile = new POSModel(fis); // skip using the tag dictionary for now since OpenNLP (1.5) changed
      tagger = new opennlp.tools.postag.POSTaggerME(modelFile); //, tagDictionary);

    } catch (Exception e) {
      logger.info("POS tagger model: " + posModelPath);
      throw new ResourceInitializationException(e);
View Full Code Here
252
253
254
255
256
257
258
259
260
261
262
    opennlp.tools.parser.lang.en.HeadRules headRules =
        new opennlp.tools.parser.lang.en.HeadRules(args[3]);

    ChunkerModel chunkerModel = new ChunkerModel(new FileInputStream(args[4]));

    POSModel posModel = new POSModel(new FileInputStream(args[5]));

    ParserModel packageModel = new ParserModel("en", buildModel, checkModel, posModel,
        chunkerModel, headRules, ParserType.CHUNKING, null);

    packageModel.serialize(new FileOutputStream(args[0]));
View Full Code Here
47
48
49
50
51
52
53
  private static class POSModelSerializer implements ArtifactSerializer<POSModel> {

    public POSModel create(InputStream in) throws IOException,
        InvalidFormatException {
      return new POSModel(new UncloseableInputStream(in));
    }
View Full Code Here
442
443
444
445
446
447
448
449
450
451
452
    Dictionary mdict = buildDictionary(parseSamples, rules, cut);

    parseSamples.reset();

    // tag
    POSModel posModel = POSTaggerME.train(languageCode, new PosSampleStream(
        parseSamples), ModelType.MAXENT, null, null, cut, iterations);

    parseSamples.reset();

    // chunk
View Full Code Here
58
59
60
61
62
63
64
65
66
67
68
      if (encoding == null) {
        System.out.println(getHelp());
        throw new TerminateToolException(1);
      }
     
      POSModel model = new POSModelLoader().load(new File(CmdLineUtil.getParameter("-model", args)));
     
      POSEvaluator evaluator =
          new POSEvaluator(new opennlp.tools.postag.POSTaggerME(model));
     
      System.out.print("Evaluating ... ");
View Full Code Here
TOP

Related Classes of opennlp.tools.postag.POSModel

  • com.tamingtext.opennlp.AnswerTypeTest
  • com.tamingtext.opennlp.ChunkParserTest
  • com.tamingtext.opennlp.POSTaggerTest
  • com.tamingtext.qa.AnswerTypeClassifier
  • com.tamingtext.qa.AnswerTypeEventStream
  • com.tamingtext.qa.QuestionQParserPlugin
  • edu.washington.cs.knowitall.util.DefaultObjects
  • opennlp.model.AbstractModel
  • opennlp.tools.cmdline.parser.TaggerModelReplacerTool
  • opennlp.tools.cmdline.postag.POSModelLoader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.