Examples of PairOfFloatString

edu.umd.cloud9.io.pair.PairOfFloatString
WritableComparable representing a pair consisting of a float and a String. The elements in the pair are referred to as the left and right elements. The natural sort order is: first by the left element, and then by the right element. @author Ferhan Ture

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

      logger.debug("Processing: "+srcTerm+" with index: "+curIndex+" ("+srcIndex+")");
      for(int trgIndex : translations){
        trgTerm = trgVocab.get(trgIndex);
        prob = ttable.get(srcIndex, trgIndex);


        topTrans.add(new PairOfFloatString(prob, trgTerm));
        // keep top NUM_TRANS translations
        if(topTrans.size() > NUM_TRANS){
          float removedProb = topTrans.pollFirst().getLeftElement();
          sumOfProbs -= removedProb;
        }

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString


public class PairOfFloatStringTest {


  @Test
  public void testBasic() throws IOException {
    PairOfFloatString pair = new PairOfFloatString(1.0f, "hi");


    assertEquals("hi", pair.getRightElement());
    assertTrue(pair.getLeftElement() == 1.0f);
  }

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

    assertTrue(pair.getLeftElement() == 1.0f);
  }


  @Test
  public void testSerialize() throws IOException {
    PairOfFloatString origPair = new PairOfFloatString(2.0f, "hi");


    ByteArrayOutputStream bytesOut = new ByteArrayOutputStream();
    DataOutputStream dataOut = new DataOutputStream(bytesOut);


    origPair.write(dataOut);


    PairOfFloatString pair = new PairOfFloatString();


    pair.readFields(new DataInputStream(new ByteArrayInputStream(bytesOut.toByteArray())));


    assertEquals("hi", pair.getRightElement());
    assertTrue(pair.getLeftElement() == 2.0f);
  }

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

    assertTrue(pair.getLeftElement() == 2.0f);
  }


  @Test
  public void testComparison1() throws IOException {
    PairOfFloatString pair1 = new PairOfFloatString(1.0f, "hi");
    PairOfFloatString pair2 = new PairOfFloatString(1.0f, "hi");
    PairOfFloatString pair3 = new PairOfFloatString(0.0f, "hi");
    PairOfFloatString pair4 = new PairOfFloatString(0.0f, "a");
    PairOfFloatString pair5 = new PairOfFloatString(2.0f, "hi");
    
    assertTrue(pair1.equals(pair2));
    assertFalse(pair1.equals(pair3));


    assertTrue(pair1.compareTo(pair2) == 0);

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString


  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new PairOfFloatString.Comparator();


    PairOfFloatString pair1 = new PairOfFloatString(1.0f, "hi");
    PairOfFloatString pair2 = new PairOfFloatString(1.0f, "hi");
    PairOfFloatString pair3 = new PairOfFloatString(0.0f, "hi");
    PairOfFloatString pair4 = new PairOfFloatString(0.0f, "a");
    PairOfFloatString pair5 = new PairOfFloatString(2.0f, "hi");
    
    assertTrue(pair1.equals(pair2));
    assertFalse(pair1.equals(pair3));


    assertTrue(WritableComparatorTestHarness.compare(comparator, pair1, pair2) == 0);

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

      logger.debug("Processing: "+srcTerm+" with index: "+curIndex+" ("+srcIndex+")");
      for(int trgIndex : translations){
        trgTerm = trgVocab.get(trgIndex);
        prob = ttable.get(srcIndex, trgIndex);


        topTrans.add(new PairOfFloatString(prob, trgTerm));
        // keep top numTrans translations
        if(topTrans.size() > numTrans){
          float removedProb = topTrans.pollFirst().getLeftElement();
          sumOfProbs -= removedProb;
        }

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

    List<Integer> sortedIndices = new ArrayList<Integer>();
    HMapIF index2ProbMap = new HMapIF();


    float sumOfProbs = 0.0f;    //only extract the top K<15 if the mass prob. exceeds MAX_probThreshold
    while(!topTrans.isEmpty() && sumOfProbs < cumProbThreshold){
      PairOfFloatString e = topTrans.pollLast();
      String term = e.getRightElement();
      float pr = e.getLeftElement()/cumProb;    // normalize
      logger.debug(term+"-->"+pr);
      int trgIndex = trgVocab.addOrGet(term);
      sumOfProbs += e.getLeftElement();         // keep track of unnormalized cumulative prob for determining cutoff
      sortedIndices.add(trgIndex);
      index2ProbMap.put(trgIndex, pr);
    }


    // to enable faster access with binary search, we sort entries by vocabulary index.

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

          int e2 = eVocabTrg.get(eTerm);         


          float prob2 = f2e_Probs.get(f2, e2);
          float prob = prob1*prob2;
          sumOfProbs += prob;
          topTrans.add(new PairOfFloatString(prob, fTerm));
        }
        logger.info("Adding "+eTerm);
        addToTable(e1, topTrans, sumOfProbs, table, fVocabTrg, 1.0f, stats);      
      }
      logger.info(stats);

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

            curIndex = prevIndex;    // revert curIndex value since we're skipping this one
            skipTerm = true;
            continue;
          }
          logger.debug("Processing: "+srcTerm+" with index: "+curIndex);      
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      
        }else if(!earlyTerminate && !skipTerm && !delims.contains(srcTerm)){  //continue adding translation term,prob pairs (except if early termination is ON)
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      


          // keep top numTrans translations
          if(topTrans.size() > numTrans){
            PairOfFloatString pair = topTrans.pollFirst();
            float removedProb = pair.getLeftElement();
            sumOfProbs -= removedProb;
            logger.debug("Removed from queue: "+pair.getRightElement()+" (sum: "+sumOfProbs+")");      
          }
        }else{
          logger.debug("Skipped line: "+line);
        }
        //        // line processed: check if early terminate

View Full Code Here

Examples of edu.umd.cloud9.io.pair.PairOfFloatString

            curIndex = prevIndex;    // revert curIndex value since we're skipping this one
            skipTerm = true;
            continue;
          }
          logger.debug("Processing: "+srcTerm+" with index: "+curIndex);      
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      
        }else if(!earlyTerminate && !skipTerm && !delims.contains(srcTerm)){  //continue adding translation term,prob pairs (except if early termination is ON)
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      


          // keep top numTrans translations
          if(topTrans.size() > numTrans){
            PairOfFloatString pair = topTrans.pollFirst();
            float removedProb = pair.getLeftElement();
            sumOfProbs -= removedProb;
            logger.debug("Removed from queue: "+pair.getRightElement()+" (sum: "+sumOfProbs+")");      
          }
        }else{
          logger.debug("Skipped line: "+line);
        }
      }

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.