Examples of edu.umd.cloud9.io.pair.PairOfFloats$Comparator

edu.umd.cloud9.io.pair.PairOfFloats
Comparator optimized for PairOfFloats.

          continue;
        }
        prob = ttable.get(srcIndex, trgIndex);
        logger.debug("Found: " + trgTerm + " with " + prob);


        topTrans.add(new PairOfFloatString(prob, trgTerm));
        // keep top numTrans translations
        if (topTrans.size() > numTrans) {
          float removedProb = topTrans.pollFirst().getLeftElement();
          sumOfProbs -= removedProb;
        }

View Full Code Here

    List<Integer> sortedIndices = new ArrayList<Integer>();
    HMapIF index2ProbMap = new HMapIF();


    float sumOfProbs = 0.0f;    //only extract the top K<15 if the mass prob. exceeds MAX_probThreshold
    while(!topTrans.isEmpty() && sumOfProbs < cumProbThreshold){
      PairOfFloatString e = topTrans.pollLast();
      String term = e.getRightElement();
      float pr = e.getLeftElement()/cumProb;    // normalize
      logger.debug(term+"-->"+pr);
      int trgIndex = trgVocab.addOrGet(term);
      sumOfProbs += e.getLeftElement();         // keep track of unnormalized cumulative prob for determining cutoff
      sortedIndices.add(trgIndex);
      index2ProbMap.put(trgIndex, pr);
    }


    // to enable faster access with binary search, we sort entries by vocabulary index.

View Full Code Here

          int e2 = eVocabTrg.get(eTerm);         


          float prob2 = f2e_Probs.get(f2, e2);
          float prob = prob1*prob2;
          sumOfProbs += prob;
          topTrans.add(new PairOfFloatString(prob, fTerm));
        }
        logger.info("Adding "+eTerm);
        addToTable(e1, topTrans, sumOfProbs, table, fVocabTrg, 1.0f, stats);      
      }
      logger.info(stats);

View Full Code Here

            curIndex = prevIndex;    // revert curIndex value since we're skipping this one
            skipTerm = true;
            continue;
          }
          logger.debug("Processing: "+srcTerm+" with index: "+curIndex);      
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      
        }else if(!earlyTerminate && !skipTerm && !delims.contains(srcTerm)){  //continue adding translation term,prob pairs (except if early termination is ON)
          topTrans.add(new PairOfFloatString(prob, trgTerm));
          sumOfProbs += prob;
          logger.debug("Added to queue: "+trgTerm+" with prob: "+prob+" (sum: "+sumOfProbs+")");      


          // keep top numTrans translations
          if(topTrans.size() > numTrans){
            PairOfFloatString pair = topTrans.pollFirst();
            float removedProb = pair.getLeftElement();
            sumOfProbs -= removedProb;
            logger.debug("Removed from queue: "+pair.getRightElement()+" (sum: "+sumOfProbs+")");      
          }
        }else{
          logger.debug("Skipped line: "+line);
        }
        //        // line processed: check if early terminate

View Full Code Here

    if (featSet > 2) {
      // uppercase token matching features : find uppercased tokens that exactly appear on both sides
      // lack of this evidence does not imply anything, but its existence might indicate parallel
//      fSentence.replaceAll("([',:;.?%!])", " $1 ");
//      eSentence.replaceAll("([',:;.?%!])", " $1 ");
      PairOfFloats pair = getUppercaseRatio(fTokenizer.processContent(fSentence), eTokenizer.processContent(eSentence));
      features.add("uppercaseratio1=" + pair.getLeftElement() );
      features.add("uppercaseratio2=" + pair.getRightElement() );
    }


    if (featSet > 3) {
      // future work = count number of single/double letter words in src and trg side

View Full Code Here

    // now, read tokens in first sentence and keep track of sequences of uppercased tokens in buffer
    HashSet<String> upperCaseMap1 = getUppercaseParts(tokens1);
    HashSet<String> upperCaseMap2 = getUppercaseParts(tokens2);
    float cntUpperRatio1 = getRatio(upperCaseMap1, upperCaseMap2);
    float cntUpperRatio2 = getRatio(upperCaseMap2, upperCaseMap1);
    PairOfFloats result = new PairOfFloats(cntUpperRatio1, cntUpperRatio2);
    return result;
  }

View Full Code Here


public class PairOfFloatsTest {


  @Test
  public void testBasic() throws IOException {
    PairOfFloats pair = new PairOfFloats(3.14f, 2.0f);


    assertTrue(pair.getLeftElement() == 3.14f);
    assertTrue(pair.getRightElement() == 2.0f);
  }

View Full Code Here

    assertTrue(pair.getRightElement() == 2.0f);
  }


  @Test
  public void testSerialize() throws IOException {
    PairOfFloats origPair = new PairOfFloats(3.14f, 2.0f);


    ByteArrayOutputStream bytesOut = new ByteArrayOutputStream();
    DataOutputStream dataOut = new DataOutputStream(bytesOut);


    origPair.write(dataOut);


    PairOfFloats pair = new PairOfFloats();


    pair.readFields(new DataInputStream(new ByteArrayInputStream(bytesOut.toByteArray())));


    assertTrue(pair.getLeftElement() == 3.14f);
    assertTrue(pair.getRightElement() == 2.0f);
  }

View Full Code Here

    assertTrue(pair.getRightElement() == 2.0f);
  }


  @Test
  public void testComparison1() throws IOException {
    PairOfFloats pair1 = new PairOfFloats(3.14f, 2.0f);
    PairOfFloats pair2 = new PairOfFloats(3.14f, 2.0f);
    PairOfFloats pair3 = new PairOfFloats(3.14f, 1.0f);
    PairOfFloats pair4 = new PairOfFloats(0.3f, 9.0f);
    PairOfFloats pair5 = new PairOfFloats(9.9f, 0.0f);


    assertTrue(pair1.equals(pair2));
    assertFalse(pair1.equals(pair3));


    assertTrue(pair1.compareTo(pair2) == 0);

View Full Code Here


  @Test
  public void testComparison2() throws IOException {
    WritableComparator comparator = new PairOfFloats.Comparator();


    PairOfFloats pair1 = new PairOfFloats(3.14f, 2.0f);
    PairOfFloats pair2 = new PairOfFloats(3.14f, 2.0f);
    PairOfFloats pair3 = new PairOfFloats(3.14f, 1.0f);
    PairOfFloats pair4 = new PairOfFloats(0.3f, 9.0f);
    PairOfFloats pair5 = new PairOfFloats(9.9f, 0.0f);


    assertTrue(WritableComparatorTestHarness.compare(comparator, pair1, pair2) == 0);
    assertFalse(WritableComparatorTestHarness.compare(comparator, pair1, pair3) == 0);


    assertTrue(WritableComparatorTestHarness.compare(comparator, pair1, pair2) == 0);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of edu.umd.cloud9.io.pair.PairOfFloats$Comparator

bak.pcj.IntIterator

edu.umd.cloud9.example.bfs.BfsNodeTest

edu.umd.cloud9.example.pagerank.PageRankNodeTest

edu.umd.cloud9.io.array.ArrayListOfIntsWritable

edu.umd.cloud9.io.fastutil.Int2FloatOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.Int2IntOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.String2FloatOpenHashMapWritableTest

edu.umd.cloud9.io.fastutil.String2IntOpenHashMapWritableTest

edu.umd.cloud9.io.map.HMapIDW

edu.umd.cloud9.io.map.HMapIDWTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.