Examples of iterateNonZero()


Examples of org.apache.mahout.math.Vector.iterateNonZero()

      Vector v = generateRandomDoc(numWords, sparsity);
      LDAInference.InferredDocument doc = lda.infer(v);
     
      assertEquals("wordCounts", doc.getWordCounts(), v);
      assertNotNull("gamma", doc.getGamma());
      for (Iterator<Vector.Element> iter = v.iterateNonZero(); iter.hasNext();) {
        int w = iter.next().index();
        for (int k = 0; k < NUM_TOPICS; ++k) {
          double logProb = doc.phi(k, w);
          assertTrue(k + " " + w + " logProb " + logProb, logProb <= 0.0);
        }
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    vector = maybePruneVector(vector);

    DistributedRowMatrix.MatrixEntryWritable entry = new DistributedRowMatrix.MatrixEntryWritable();
    int colIndex = TasteHadoopUtils.idToIndex(rowIndex.get());
    entry.setCol(colIndex);
    Iterator<Vector.Element> iterator = vector.iterateNonZero();
    while (iterator.hasNext()) {
      Vector.Element elem = iterator.next();
      entry.setRow(elem.index());
      entry.setVal(elem.get());
      ctx.write(new IntWritable(elem.index()), entry);
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

  public void testAddToVector() {
    FeatureVectorEncoder enc = new StaticWordValueEncoder("word");
    Vector v = new DenseVector(200);
    enc.addToVector("word1", v);
    enc.addToVector("word2", v);
    Iterator<Vector.Element> i = v.iterateNonZero();
    Iterator<Integer> j = ImmutableList.of(7, 118, 119, 199).iterator();
    while (i.hasNext()) {
      Vector.Element element = i.next();
      assertEquals(j.next().intValue(), element.index());
      assertEquals(1, element.get(), 0);
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    enc.setDictionary(ImmutableMap.<String, Double>of("word1", 3.0, "word2", 1.5));
    Vector v = new DenseVector(200);
    enc.addToVector("word1", v);
    enc.addToVector("word2", v);
    enc.addToVector("word3", v);
    Iterator<Vector.Element> i = v.iterateNonZero();
    Iterator<Integer> j = ImmutableList.of(7, 101, 118, 119, 152, 199).iterator();
    Iterator<Double> k = ImmutableList.of(3.0, 0.75, 1.5, 1.5, 0.75, 3.0).iterator();
    while (i.hasNext()) {
      Vector.Element element = i.next();
      assertEquals(j.next().intValue(), element.index());
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    Iterator<Double> k = ImmutableList.of(3.0, 0.75, 1.5, 1.5, 0.75, 3.0).iterator();
    while (i.hasNext()) {
      Vector.Element element = i.next();
      assertEquals(j.next().intValue(), element.index());
    }
    i = v.iterateNonZero();
    while (i.hasNext()) {
      Vector.Element element = i.next();
      assertEquals(String.format("checking v[%d]", element.index()), k.next(), element.get(), 0);
    }
    assertFalse(j.hasNext());
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    Vector v = new DenseVector(200);
    enc.addToVector("word1", v)// weight is log(2/1.5)
    enc.addToVector("word2", v)// weight is log(3.5 / 1.5)
    enc.addToVector("word1", v)// weight is log(4.5 / 2.5) (but overlays on first value)
    enc.addToVector("word3", v)// weight is log(6 / 1.5)
    Iterator<Vector.Element> i = v.iterateNonZero();
    Iterator<Integer> j = ImmutableList.of(7, 101, 118, 119, 152, 199).iterator();
    Iterator<Double> k = ImmutableList.of(Math.log(2 / 1.5) + Math.log(4.5 / 2.5),
                                          Math.log(6 / 1.5), Math.log(3.5 / 1.5),
                                          Math.log(3.5 / 1.5), Math.log(6 / 1.5),
                                          Math.log(2 / 1.5) + Math.log(4.5 / 2.5)).iterator();
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    double[] logTotals = new double[state.getNumTopics()];
    Arrays.fill(logTotals, Double.NEGATIVE_INFINITY);
   
    // Output sufficient statistics for each word. == pseudo-log counts.
    DoubleWritable v = new DoubleWritable();
    for (Iterator<Vector.Element> iter = wordCounts.iterateNonZero(); iter.hasNext();) {
      Vector.Element e = iter.next();
      int w = e.index();
     
      for (int k = 0; k < state.getNumTopics(); ++k) {
        v.set(doc.phi(k, w) + Math.log(e.get()));
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

    if (v1.size() != v2.size()) {
      throw new CardinalityException(v1.size(), v2.size());
    }
    double result = 0;
    Vector vector = v1.minus(v2);
    Iterator<Vector.Element> iter = vector.iterateNonZero();
    // this contains all non zero elements between the two
    while (iter.hasNext()) {
      Vector.Element e = iter.next();
      result += Math.abs(e.get());
    }
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

  public double distance(Vector p1, Vector p2) {
    double result = 0;
   
    Vector res = p2.minus(p1);
    if (getWeights() == null) {
      Iterator<Vector.Element> iter = res.iterateNonZero();
      while (iter.hasNext()) {
        Vector.Element elt = iter.next();
        result += Math.abs(elt.get());
      }
     
View Full Code Here

Examples of org.apache.mahout.math.Vector.iterateNonZero()

        Vector.Element elt = iter.next();
        result += Math.abs(elt.get());
      }
     
    } else {
      Iterator<Vector.Element> iter = res.iterateNonZero();
      while (iter.hasNext()) {
        Vector.Element elt = iter.next();
        result += Math.abs(elt.get() * getWeights().get(elt.index()));
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.