Package edu.stanford.nlp.process

Examples of edu.stanford.nlp.process.PTBTokenizer.tokenize()

57
58
59
60
61
62
63
64
65
66
67
      int sNum = 0;
      int wNum = 0;


      PTBTokenizer ptb = PTBTokenizer.newPTBTokenizer(new BufferedReader(new StringReader(doc)), false, true);
      List<CoreLabel> words = ptb.tokenize();

      List<CoreLabel> result = new ArrayList<CoreLabel>();

      CoreLabel prev = null;
      String prevString = "";
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
 
 
  public String tag(String s) {
    Reader r = new StringReader(s);
    PTBTokenizer ptb = new PTBTokenizer(r);
    String tokenText = PTBTokenizer.ptb2Text(ptb.tokenize());
    Debug.printSeparate(tokenText);
    try {
      String tagged = MaxentTagger.tagString(tokenText);
      tagged = tagged.replaceAll("(bxgqwp.*?)/[^ ]*", "$1/DATE");
      Debug.printSeparate(tagged);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.