Examples of RandomAccessSparseVector

Examples of org.apache.mahout.math.RandomAccessSparseVector

93
94
95
96
97
98
99
100
101
102
103
104
    DistributedRowMatrix mtt = mt.transpose();
    assertEquals(m, mtt, 1.0e-9);
  }

  public void testMatrixTimesVector() throws Exception {
    Vector v = new RandomAccessSparseVector(50);
    v.assign(1.0);
    Matrix m = SolverTest.randomSequentialAccessSparseMatrix(100, 90, 50, 20, 1.0);
    DistributedRowMatrix dm = randomDistributedMatrix(100, 90, 50, 20, 1.0, false);

    Vector expected = m.times(v);
    Vector actual = dm.times(v);
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

104
105
106
107
108
109
110
111
112
113
114
115
    Vector actual = dm.times(v);
    assertEquals(0.0, expected.getDistanceSquared(actual), 1.0e-9);
  }

  public void testMatrixTimesSquaredVector() throws Exception {
    Vector v = new RandomAccessSparseVector(50);
    v.assign(1.0);
    Matrix m = SolverTest.randomSequentialAccessSparseMatrix(100, 90, 50, 20, 1.0);
    DistributedRowMatrix dm = randomDistributedMatrix(100, 90, 50, 20, 1.0, false);

    Vector expected = m.timesSquared(v);
    Vector actual = dm.timesSquared(v);
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
    compare(distanceMeasure, vectors);

    vectors = new Vector[4];
   
    vectors[0] = new RandomAccessSparseVector(5);
    vectors[0].setQuick(0, 1);
    vectors[0].setQuick(3, 1);
    vectors[0].setQuick(4, 1);

    vectors[1] = new RandomAccessSparseVector(5);
    vectors[1].setQuick(0, 2);
    vectors[1].setQuick(3, 2);
    vectors[1].setQuick(4, 2);

    vectors[2] = new RandomAccessSparseVector(5);
    vectors[2].setQuick(0, 6);
    vectors[2].setQuick(3, 6);
    vectors[2].setQuick(4, 6);
   
    vectors[3] = new RandomAccessSparseVector(5);

    compare(distanceMeasure, vectors);
  }
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

51
52
53
54
55
56
57
58
59
60
61
62
63
   * Generate random document vector
   * @param numWords int number of words in the vocabulary
   * @param numWords E[count] for each word
   */
  private RandomAccessSparseVector generateRandomDoc(int numWords, double sparsity) throws MathException {
    RandomAccessSparseVector v = new RandomAccessSparseVector(numWords,(int)(numWords * sparsity));
    PoissonDistribution dist = new PoissonDistributionImpl(sparsity);
    for (int i = 0; i < numWords; i++) {
      // random integer
      v.set(i,dist.inverseCumulativeProbability(random.nextDouble()) + 1);
    }
    return v;
  }
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

99
100
101
102
103
104
105
106
107
108
109
    LDAState state = generateRandomState(100,NUM_TOPICS);
    LDAMapper mapper = new LDAMapper();
    mapper.configure(state);
    VectorWritable vw = new VectorWritable();
    for(int i = 0; i < NUM_TESTS; ++i) {
      RandomAccessSparseVector v = generateRandomDoc(100,0.3);
      int myNumWords = numNonZero(v);
      LDAMapper.Context mock = createMock(LDAMapper.Context.class);

      mock.write(isA(IntPairWritable.class),isA(DoubleWritable.class));
      expectLastCall().times(myNumWords * NUM_TOPICS + NUM_TOPICS + 1);
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
    if (!values.hasNext()) {
      return;
    }
    Vector value = values.next().get();
    Iterator<Element> it = value.iterateNonZero();
    Vector vector = new RandomAccessSparseVector(key.toString(), (int) featureCount, value
        .getNumNondefaultElements());
    while (it.hasNext()) {
      Element e = it.next();
      if (!dictionary.containsKey(e.index())) {
        continue;
      }
      long df = dictionary.get(e.index());
      if (df / vectorCount > maxDfPercent) {
        continue;
      }
      if (df < minDf) {
        df = minDf;
      }
      vector.setQuick(e.index(), tfidf.calculate((int) e.get(), (int) df, (int) featureCount,
        (int) vectorCount));
    }
    if (sequentialAccess) {
      vector = new SequentialAccessSparseVector(vector);
    }
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

91
92
93
94
95
96
97
98
99
   *
   * @param center
   *          the center point
   */
  public SoftCluster(Vector center) {
    setCenter(new RandomAccessSparseVector(center));
    this.pointProbSum = 0;
    this.weightedPointTotal = getCenter().like();
  }
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

110
111
112
113
114
115
116
117
118
  public void readFields(DataInput in) throws IOException {
    this.setId(in.readInt());
    converged = in.readBoolean();
    VectorWritable temp = new VectorWritable();
    temp.readFields(in);
    this.setCenter(new RandomAccessSparseVector(temp.get()));
    this.pointProbSum = 0;
    this.weightedPointTotal = getCenter().like();
  }
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
public class MaybePruneRowsMapperTest extends TasteTestCase {

  @Test
  public void testPruning() throws Exception {
    Vector v1 = new RandomAccessSparseVector(Integer.MAX_VALUE, 100);
    v1.set(1, 1);
    v1.set(3, 1);

    Vector v2 = new RandomAccessSparseVector(Integer.MAX_VALUE, 100);
    v2.set(1, 1);
    v2.set(7, 1);

    Vector v3 = new RandomAccessSparseVector(Integer.MAX_VALUE, 100);
    v3.set(1, 1);
    v3.set(5, 1);
    v3.set(9, 1);

    MaybePruneRowsMapper mapper = new MaybePruneRowsMapper();
    setField(mapper, "maxCooccurrences", 2);

    Mapper<VarLongWritable,VectorWritable, IntWritable, DistributedRowMatrix.MatrixEntryWritable>.Context ctx =
View Full Code Here

Examples of org.apache.mahout.math.RandomAccessSparseVector

63
64
65
66
67
68
69
70
71
72
73
    @Override
    public Vector next() {
      if (!hasNext()) {
        throw new NoSuchElementException();
      }
      Vector result = type == VectorType.SPARSE ? new RandomAccessSparseVector(numItems) : new DenseVector(numItems);
      result.assign(new UnaryFunction(){
        @Override
        public double apply(double arg1) {
          return random.nextDouble();
        }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.