Examples of org.apache.mahout.math.SequentialAccessSparseVector$IntDoublePairIterator

org.apache.mahout.math.SequentialAccessSparseVector
Implements vector that only stores non-zero doubles as a pair of parallel arrays (OrderedIntDoubleMapping), one int[], one double[]. If there are k non-zero elements in the vector, this implementation has O(log(k)) random-access read performance, and O(k) random-access write performance, which is far below that of the hashmap based {@link org.apache.mahout.math.RandomAccessSparseVector RandomAccessSparseVector}. This class is primarily used for operations where the all the elements will be accessed in a read-only fashion sequentially: methods which operate not via get() or set(), but via iterateNonZero(), such as (but not limited to) :
- dot(Vector)
- addTo(Vector)
Note that the Vector passed to these above methods may (and currently, are) be used in a random access fashion, so for example, calling SequentialAccessSparseVector.dot(SequentialAccessSparseVector) is slow. TODO: this need not be the case - both are ordered, so this should be very fast if implmented in this class
{@see OrderedIntDoubleMapping}

    public void reduce(WritableComparable<?> key,
                       Iterator<VectorWritable> vectors,
                       OutputCollector<WritableComparable<?>, VectorWritable> out,
                       Reporter reporter) throws IOException {
      Vector merged = VectorWritable.merge(vectors).get();
      out.collect(key, new VectorWritable(new SequentialAccessSparseVector(merged)));
    }

View Full Code Here

      if (log.isDebugEnabled()) {
        log.debug("(DEBUG - REDUCE) Row[{}], Column[{}], Value[{}]",
                  row.get(), element.getCol(), element.getVal());
      }
    }
    SequentialAccessSparseVector output = new SequentialAccessSparseVector(out);
    context.write(row, new VectorWritable(output));
  }

View Full Code Here

    return sampler.sample(topicTermCounts.viewRow(topic));
  }


  public void reset() {
    for (int x = 0; x < numTopics; x++) {
      topicTermCounts.assignRow(x, new SequentialAccessSparseVector(numTerms));
    }
    topicSums.assign(1.0);
    if (threadPool.isTerminated()) {
      initializeThreadPool();
    }

View Full Code Here


    boolean hasBindings = bindings != null;
    boolean isSparse = !v.isDense() && v.getNumNondefaultElements() != v.size();


    // we assume sequential access in the output
    Vector provider = v.isSequentialAccess() ? v : new SequentialAccessSparseVector(v);


    buffer.append('[');
    for (Element elem : provider.nonZeroes()) {


      if (hasBindings && bindings.length >= elem.index() + 1 && bindings[elem.index()] != null) {

View Full Code Here


  @Override
  public void reduce(WritableComparable<?> key, Iterable<VectorWritable> vectors, Context ctx)
    throws IOException, InterruptedException {
    Vector merged = VectorWritable.merge(vectors.iterator()).get();
    result.set(new SequentialAccessSparseVector(merged));
    ctx.write(key, result);
  }

View Full Code Here

          vector.setQuick(termId, vector.getQuick(termId) + 1);
        }
      }
    }
    if (sequentialAccess) {
      vector = new SequentialAccessSparseVector(vector);
    }


    if (namedVector) {
      vector = new NamedVector(vector, key.toString());
    }

View Full Code Here

  private double t2;


  @Override
  public Vector select(Vector probabilities) {
    int maxValueIndex = probabilities.maxValueIndex();
    Vector weights = new SequentialAccessSparseVector(probabilities.size());
    weights.set(maxValueIndex, 1.0);
    return weights;
  }

View Full Code Here


  @Override
  protected void map(Text key, Text value, Context context) throws IOException, InterruptedException {
    Vector vector;
    if (sequentialVectors) {
      vector = new SequentialAccessSparseVector(cardinality);
    } else {
      vector = new RandomAccessSparseVector(cardinality);
    }
    if (namedVectors) {
      vector = new NamedVector(vector, key.toString());

View Full Code Here

      int prevPercentDone = 1;


      for (Map.Entry<String, List<Integer>> itemFeature : itemFeaturesMap.entrySet()) {
        int numfeatures = itemFeature.getValue().size();
        itemWritable.set(itemFeature.getKey());
        Vector featureVector = new SequentialAccessSparseVector(numfeatures);
        int i = 0;
        for (Integer feature : itemFeature.getValue()) {
          featureVector.setQuick(i++, feature);
        }
        featuresWritable.set(featureVector);
        writer.append(itemWritable, featuresWritable);
        // Update the progress
        double percentDone = ++doneRecords * 100.0 / totalRecords;

View Full Code Here

        df = minDf;
      }
      vector.setQuick(e.index(), tfidf.calculate((int) e.get(), (int) df, (int) featureCount, (int) vectorCount));
    }
    if (sequentialAccess) {
      vector = new SequentialAccessSparseVector(vector);
    }
    
    if (namedVector) {
      vector = new NamedVector(vector, key.toString());
    }

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.mahout.math.SequentialAccessSparseVector$IntDoublePairIterator

com.fujitsu.ca.fic.dataloaders.bns.corpus.BnsCorpusLineParser

com.fujitsu.ca.fic.dataloaders.bns.corpus.sequence.mapreduce.BnsPigOutputToVectorMapperTest

com.fujitsu.ca.fic.dataloaders.bns.corpus.sequence.mapreduce.VectorToSequenceReducerTest

com.mozilla.grouperfish.transforms.coclustering.pig.storage.MahoutVectorStorage

com.tamingtext.mahout.VectorExamplesTest

com.twitter.elephantbird.pig.mahout.VectorWritableConverter

mia.classifier.ch14.TokenizingAndVectorizingText

mia.clustering.ch12.lastfm.VectorMapper

org.apache.mahout.benchmark.VectorBenchmarks

org.apache.mahout.cf.taste.hadoop.als.ParallelALSFactorizationJob$MergeUserVectorsReducer

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.