Package opennlp.tools.formats.convert

Examples of opennlp.tools.formats.convert.FileToStringSampleStream

51
52
53
54
55
56
57
58
59
60
61
    Parameters params = ArgumentParser.parse(args, Parameters.class);

    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);

    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {

          public boolean accept(File file) {
            return file.getName().toLowerCase().endsWith(".sgm");
          }
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
    Parser parser =  ParserFactory.create(parserModel);
   
    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);
   
    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {
         
          public boolean accept(File file) {
            return file.getName().toLowerCase().endsWith(".sgm");
          }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    Parameters params = ArgumentParser.parse(args, Parameters.class);

    TokenizerModel tokenizerModel = new TokenizerModelLoader().load(params.getTokenizerModel());
    Tokenizer tokenizer = new TokenizerME(tokenizerModel);

    ObjectStream<String> mucDocStream = new FileToStringSampleStream(
        new DirectorySampleStream(params.getData(), new FileFilter() {

          public boolean accept(File file) {
            return StringUtil.toLowerCase(file.getName()).endsWith(".sgm");
          }
View Full Code Here
37
38
39
40
41
42
43
44
    // We need file to line here ... and that is probably best doen with the plain text stream
    // lets copy it over here, refactor it, and then at some point we replace the current version
    // with the refactored version

    return new OntoNotesParseSampleStream(new DocumentToLineStream(new FileToStringSampleStream(
        documentStream, Charset.forName("UTF-8"))));
  }
View Full Code Here
50
51
52
53
54
55
56
57
        return file.isDirectory();
      }
    }, true);

    return new OntoNotesNameSampleStream(new FileToStringSampleStream(
        documentStream, Charset.forName("UTF-8")));
  }
View Full Code Here
TOP

Related Classes of opennlp.tools.formats.convert.FileToStringSampleStream

  • opennlp.tools.formats.muc.Muc6FullParseCorefSampleStreamFactory
  • opennlp.tools.formats.muc.Muc6NameSampleStreamFactory
  • opennlp.tools.formats.ontonotes.OntoNotesNameSampleStreamFactory
  • opennlp.tools.formats.ontonotes.OntoNotesParseSampleStreamFactory
  • java.io.File
  • java.io.InputStreamReader
  • java.io.Reader
  • java.io.FileInputStream
  • java.io.BufferedReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.