Examples of DepNode


Examples of com.clearnlp.dependency.DEPNode

  }
 
  /** Called by {@link AbstractPOSTagger#processAux()}. */
  protected void addLexica(POSState state)
  {
    DEPNode node;

    while ((node = state.shift()) != null)
    {
      if (s_lsfs.contains(node.lowerSimplifiedForm))
        p_ambi.add(node.simplifiedForm, state.getGoldLabel());
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

 
  /** Called by {@link AbstractPOSTagger#processAux()}. */
  protected List<StringInstance> tag(POSState state)
  {
    List<StringInstance> insts = Lists.newArrayList();
    DEPNode node;
   
    while ((node = state.shift()) != null)
    {
      if (!applyRules(state))
        node.pos = getLabel(insts, state);
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

//  ====================================== FEATURE EXTRACTION ======================================

  @Override
  protected String getField(FtrToken token, POSState state)
  {
    DEPNode node = state.getNode(token);
    if (node == null) return null;
    Matcher m;
   
    if (token.isField(JointFtrXml.F_SIMPLIFIED_FORM))
    {
      return containsLowerSimplifiedForm(node) ? node.simplifiedForm : null;
    }
    else if (token.isField(JointFtrXml.F_LOWER_SIMPLIFIED_FORM))
    {
      return containsLowerSimplifiedForm(node) ? node.lowerSimplifiedForm : null;
    }
    else if (token.isField(JointFtrXml.F_LEMMA))
    {
      return containsLowerSimplifiedForm(node) ? node.lemma : null;
    }
    else if (token.isField(JointFtrXml.F_POS))
    {
      return node.pos;
    }
    else if (token.isField(JointFtrXml.F_AMBIGUITY_CLASS))
    {
      return m_ambi.get(node.simplifiedForm);
    }
    else if ((m = JointFtrXml.P_BOOLEAN.matcher(token.field)).find())
    {
      int field = Integer.parseInt(m.group(1));
     
      switch (field)
      {
      case  0: return UTString.isAllUpperCase(node.simplifiedForm) ? token.field : null;
      case  1: return UTString.isAllLowerCase(node.simplifiedForm) ? token.field : null;
      case  2: return UTString.beginsWithUpperCase(node.simplifiedForm) & !state.isInputFirstNode() ? token.field : null;
      case  3: return UTString.getNumOfCapitalsNotAtBeginning(node.simplifiedForm) == 1 ? token.field : null;
      case  4: return UTString.getNumOfCapitalsNotAtBeginning(node.simplifiedForm> 1 ? token.field : null;
      case  5: return node.simplifiedForm.contains(".") ? token.field : null;
      case  6: return UTString.containsDigit(node.simplifiedForm) ? token.field : null;
      case  7: return node.simplifiedForm.contains("-") ? token.field : null;
      case  8: return state.isInputLastNode() ? token.field : null;
      case  9: return state.isInputFirstNode() ? token.field : null;
      default: throw new IllegalArgumentException("Unsupported feature: "+field);
      }
    }
    else if ((m = JointFtrXml.P_FEAT.matcher(token.field)).find())
    {
      return node.getFeat(m.group(1));
    }
    else if ((m = JointFtrXml.P_PREFIX.matcher(token.field)).find())
    {
      int n = Integer.parseInt(m.group(1)), len = node.lowerSimplifiedForm.length();
      return (n <= len) ? node.lowerSimplifiedForm.substring(0, n) : null;
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

  }
 
  @Override
  protected String[] getFields(FtrToken token, POSState state)
  {
    DEPNode node = state.getNode(token);
    if (node == null) return null;
    String[] fields = null;
    Matcher m;
   
    if ((m = JointFtrXml.P_PREFIX.matcher(token.field)).find())
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

 
//  ====================================== NODES ======================================
 
  public DEPNode getNode(FtrToken token)
  {
    DEPNode node = null;
   
    switch (token.source)
    {
    case JointFtrXml.S_STACK : node = getNodeStack(token)break;
    case JointFtrXml.S_LAMBDA: node = getNode(token, i_lambda, 0, i_beta)break;
    case JointFtrXml.S_BETA  : node = getNode(token, i_beta, i_lambda, t_size)break;
    }
   
    if (node == nullreturn null;
   
    if (token.relation != null)
    {
           if (token.isRelation(JointFtrXml.R_H))    node = node.getHead();
      else if (token.isRelation(JointFtrXml.R_H2))  node = node.getGrandHead();
      else if (token.isRelation(JointFtrXml.R_LMD))  node = d_tree.getLeftMostDependent  (node.id);
      else if (token.isRelation(JointFtrXml.R_RMD))  node = d_tree.getRightMostDependent (node.id);
      else if (token.isRelation(JointFtrXml.R_LMD2))  node = d_tree.getLeftMostDependent  (node.id, 1);
      else if (token.isRelation(JointFtrXml.R_RMD2))  node = d_tree.getRightMostDependent (node.id, 1);
      else if (token.isRelation(JointFtrXml.R_LNS))  node = d_tree.getLeftNearestSibling (node.id);
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

//  ====================================== POS TAGS ======================================
 
  public boolean resetPOSTags()
  {
    boolean reset = false;
    DEPNode node;
    int i;
   
    for (i=1; i<t_size; i++)
    {
      if (n_2ndPos[i] > 0)
      {
        reset = true;
        node = d_tree.get(i);
        node.pos = node.removeFeat(DEPLib.FEAT_POS2);
      }
    }
   
    return reset;
  }
View Full Code Here

Examples of com.clearnlp.dependency.DEPNode

 
//  ====================================== NODES ======================================
 
  public DEPNode getNode(FtrToken token)
  {
    DEPNode node = getNode(token, i_input, 0, t_size);
    if (node == nullreturn null;
   
    return node;
  }
View Full Code Here

Examples of com.googlecode.clearnlp.dependency.DEPNode

      // Convert CAS data into structures usable by ClearNLP
      for (int i = 0; i < tokens.size(); i++) {
        BaseToken token = tokens.get(i);
        String lemma = useLemmatizer ? lemmatizer.getLemma(token.getCoveredText(), token.getPartOfSpeech()) : token.getNormalizedForm();
        DEPNode node = new DEPNode(i+1, token.getCoveredText(), lemma, token.getPartOfSpeech(), new DEPFeat());
        tree.add(node);
      }

      // Run parser and convert output back to CAS friendly data types
      parser.process(tree);
View Full Code Here

Examples of com.googlecode.clearnlp.dependency.DEPNode

          int id = idIter + 1;
          String form = casDepNode.getForm();
          String pos = casDepNode.getPostag();
          String lemma = casDepNode.getLemma();
         
          DEPNode node = new DEPNode(id, form, lemma, pos, new DEPFeat());
          tree.add(node);
          idIter++;
        }
      }

      for (int i=1; i<tree.size(); i++)
      {
        DEPNode node = tree.get(i);
        DEPNode head = tree.get(headIDs[i-1]);
        String  label = deprels[i-1];
        node.setHead(head, label);
      }
     
      tree.initSHeads();
View Full Code Here

Examples of com.googlecode.clearnlp.dependency.DEPNode

    Map<DEPNode, Predicate> headIdToPredicate = new HashMap<DEPNode, Predicate>();
    Map<Predicate, List<SemanticArgument>> predicateArguments = new HashMap<Predicate, List<SemanticArgument>>();

    for (int i = 1; i < tree.size(); i++) {
        // Every ClearNLP parserNode will contain an srlInfo field.
        DEPNode parserNode = tree.get(i);
        BaseToken token = tokens.get(i - 1);
        String rolesetId;
       
        if ((rolesetId = parserNode.getFeat(DEPLib.FEAT_PB)) != null)
        {
          if (!headIdToPredicate.containsKey(parserNode)) {
            // We have not encountered this predicate yet, so create it
            Predicate pred = this.createPredicate(jCas, rolesetId, token);
            headIdToPredicate.put(parserNode, pred);
            pred.setRelations(new EmptyFSList(jCas));
          }
        }
    }
   
   
    // Start at node 1, since node 0 is considered the head of the sentence
    for (int i = 1; i < tree.size(); i++) {
      // Every ClearNLP parserNode will contain an srlInfo field.
      DEPNode parserNode = tree.get(i);
      BaseToken token = tokens.get(i - 1);
    
      for (DEPArc head : parserNode.getSHeads()) {
          Predicate predicate = headIdToPredicate.get(head.getNode());

          // Append this argument to the predicate's list of arguments
          if (!predicateArguments.containsKey(predicate)) {
            predicateArguments.put(predicate, new ArrayList<SemanticArgument>());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.