Package org.apache.hama.ml.writable

Examples of org.apache.hama.ml.writable.VectorWritable

235
236
237
238
239
240
241
242
243
  private void broadcastVector(
      BSPPeer<VectorWritable, DoubleWritable, VectorWritable, DoubleWritable, VectorWritable> peer,
      double[] vector) throws IOException {
    for (String peerName : peer.getAllPeerNames()) {
      if (!peerName.equals(peer.getPeerName())) { // avoid sending to oneself
        peer.send(peerName, new VectorWritable(new DenseDoubleVector(vector)));
      }
    }
  }
View Full Code Here
262
263
264
265
266
267
268
269
270
271
272
  public void cleanup(
      BSPPeer<VectorWritable, DoubleWritable, VectorWritable, DoubleWritable, VectorWritable> peer)
      throws IOException {
    // master writes down the final output
    if (master) {
      peer.write(new VectorWritable(theta), new DoubleWritable(cost));
      if (log.isInfoEnabled()) {
        log.info(new StringBuilder(peer.getPeerName())
            .append(":computation finished with cost ").append(cost)
            .append(" for theta ").append(theta).toString());
      }
View Full Code Here
291
292
293
294
295
296
297
298
299
300
        if (log.isDebugEnabled()) {
          log.debug(new StringBuilder(peer.getPeerName()).append(
              ": getting theta").toString());
        }
        peer.sync();
        VectorWritable vectorWritable = peer.getCurrentMessage();
        theta = vectorWritable.getVector();
      }
    }
  }
View Full Code Here
300
301
302
303
304
305
306
307
308
309
310
311
312
313
  }

  private int getXSize(
      BSPPeer<VectorWritable, DoubleWritable, VectorWritable, DoubleWritable, VectorWritable> peer)
      throws IOException {
    VectorWritable key = new VectorWritable();
    DoubleWritable value = new DoubleWritable();
    peer.readNext(key, value);
    peer.reopenInput(); // reset input to start
    if (key.getVector() == null) {
      throw new IOException("cannot read input vector size");
    }
    return key.getVector().getDimension();
  }
View Full Code Here
129
130
131
132
133
134
135
      this.end = endOffset;
    }

    @Override
    public VectorWritable createKey() {
      return new VectorWritable();
    }
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
            .append(": new theta for cost ").append(cost).append(" is ")
            .append(theta.toString()).toString());
      }
      // master writes down the output
      if (master) {
        peer.write(new VectorWritable(theta), new DoubleWritable(cost));
      }

      peer.reopenInput();
      peer.sync();
View Full Code Here
151
152
153
154
155
156
157
158
159
160
161
  private double aggregateTotalCost(
      BSPPeer<VectorWritable, DoubleWritable, VectorWritable, DoubleWritable, VectorWritable> peer,
      double localCost) throws IOException {
    double totalCost = localCost;
    VectorWritable costResult;
    while ((costResult = peer.getCurrentMessage()) != null) {
      totalCost += costResult.getVector().get(0);
    }
    return totalCost;
  }
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
        String[] tokens = line.split(",");
        double[] vals = new double[tokens.length];
        for (int i = 0; i < tokens.length; ++i) {
          vals[i] = Double.parseDouble(tokens[i]);
        }
        writer.append(new LongWritable(), new VectorWritable(
            new DenseDoubleVector(vals)));
      }
      writer.close();
      br.close();
    } catch (IOException e1) {
View Full Code Here
456
457
458
459
460
461
462
463
464
465
466
      trainingInstances = instanceList.subList(0, instanceList.size()
          - testSize);

      for (double[] instance : trainingInstances) {
        DoubleVector vec = new DenseDoubleVector(instance);
        writer.append(new LongWritable(count++), new VectorWritable(vec));
      }
      writer.close();
    } catch (FileNotFoundException e) {
      e.printStackTrace();
    } catch (IOException e) {
View Full Code Here
157
158
159
160
161
162
163
164
165
166
167
      zeroOneNormalization(instanceList, instanceList.get(0).length);
     
      SequenceFile.Writer writer = new SequenceFile.Writer(fs, conf, path, LongWritable.class, VectorWritable.class);
      for (int i = 0; i < instanceList.size(); ++i) {
        DoubleVector vector = new DenseDoubleVector(instanceList.get(i));
        writer.append(new LongWritable(i), new VectorWritable(vector));
      }
     
      writer.close();
    } catch (FileNotFoundException e) {
      e.printStackTrace();
View Full Code Here
TOP

Related Classes of org.apache.hama.ml.writable.VectorWritable

  • org.apache.hama.examples.NeuralNetworkTest
  • org.apache.hama.ml.ann.SmallLayeredNeuralNetworkTrainer
  • org.apache.hama.ml.ann.TestAutoEncoder
  • org.apache.hama.ml.ann.TestSmallLayeredNeuralNetwork
  • org.apache.hama.ml.kmeans.KMeansBSP
  • org.apache.hama.ml.math.DenseDoubleVector
  • org.apache.hama.ml.math.DoubleVector
  • org.apache.hama.ml.perception.SmallMLPTrainer
  • org.apache.hama.ml.perception.TestSmallMultiLayerPerceptron
  • org.apache.hama.ml.regression.GradientDescentBSP
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.