Examples of ChunkSampleStream

Examples of opennlp.tools.chunker.ChunkSampleStream

62
63
64
65
66
67
68
    FileInputStream sampleDataIn = CmdLineUtil.openInFile(sampleDataFile);

    ObjectStream<String> lineStream = new PlainTextByLineStream(sampleDataIn
        .getChannel(), encoding);

    return new ChunkSampleStream(lineStream);
  }
View Full Code Here

Examples of opennlp.tools.chunker.ChunkSampleStream

52
53
54
55
56
57
58
    FileInputStream sampleDataIn = CmdLineUtil.openInFile(params.getData());

    ObjectStream<String> lineStream = new PlainTextByLineStream(sampleDataIn
        .getChannel(), params.getEncoding());

    return new ChunkSampleStream(lineStream);
  }
View Full Code Here

Examples of opennlp.tools.chunker.ChunkSampleStream

56
57
58
59
60
61
62
    } catch (IOException ex) {
      CmdLineUtil.handleCreateObjectStreamError(ex);
    }

    return new ChunkSampleStream(lineStream);
  }
View Full Code Here

Examples of opennlp.tools.chunker.ChunkSampleStream

57
58
59
60
61
62
63
    FileInputStream sampleDataIn = CmdLineUtil.openInFile(sampleDataFile);

    ObjectStream<String> lineStream = new PlainTextByLineStream(sampleDataIn
        .getChannel(), encoding);

    return new ChunkSampleStream(lineStream);
  }
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

453
454
455
456
457
458
459
460
461
462
463
        parseSamples), mlParams.getParameters("tagger"), null, null);
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // build
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

306
307
308
309
310
311
312
313
314
315
316
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode,
        new ChunkSampleStream(parseSamples),
        new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // check
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

305
306
307
308
309
310
311
312
313
314
315
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode,
        new ChunkSampleStream(parseSamples),
        new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // check
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

453
454
455
456
457
458
459
460
461
462
463
        parseSamples), mlParams.getParameters("tagger"), null, null);
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode, new ChunkSampleStream(
        parseSamples), new ChunkContextGenerator(), mlParams.getParameters("chunker"));
   
    parseSamples.reset();
   
    // build
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

302
303
304
305
306
307
308
309
310
311
312
   
    parseSamples.reset();
   
    // chunk
    ChunkerModel chunkModel = ChunkerME.train(languageCode,
        new ChunkSampleStream(parseSamples), cut, iterations,
        new ChunkContextGenerator());
   
    parseSamples.reset();
   
    // check
View Full Code Here

Examples of opennlp.tools.parser.ChunkSampleStream

421
422
423
424
425
426
427
428
429
430
431
      posOutputStream.close();
    }

    if (chunk || all) {
      System.err.println("Training chunker");
      ObjectStream<ChunkSample> ces = new ChunkSampleStream(new ParseSampleStream(new PlainTextByLineStream(new java.io.FileReader(inFile))));
      ChunkerModel chunkModel = ChunkerME.train("en", ces, cutoff, iterations,
          new ChunkContextGenerator());
      System.out.println("Saving the chunker model as: " + chunkFile);
      OutputStream chunkOutputStream = new FileOutputStream(chunkFile);
      chunkModel.serialize(chunkOutputStream);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.