Package org.apache.hama.ml.util

Examples of org.apache.hama.ml.util.DefaultFeatureTransformer

54
55
56
57
58
59
60
61
  @Override
  final public void setup(
      BSPPeer<LongWritable, VectorWritable, NullWritable, NullWritable, MLPMessage> peer)
      throws IOException, SyncException, InterruptedException {
    conf = peer.getConfiguration();
    featureTransformer = new DefaultFeatureTransformer();
    this.extraSetup(peer);
  }
View Full Code Here
95
96
97
98
99
100
101
    this.costFunction = FunctionFactory
        .createDoubleDoubleFunction(this.costFunctionName);
    this.squashingFunction = FunctionFactory
        .createDoubleFunction(this.squashingFunctionName);

    this.featureTransformer = new DefaultFeatureTransformer();
  }
View Full Code Here
61
62
63
64
65
66
67
  protected FeatureTransformer featureTransformer;

  public NeuralNetwork() {
    this.learningRate = DEFAULT_LEARNING_RATE;
    this.modelType = this.getClass().getSimpleName();
    this.featureTransformer = new DefaultFeatureTransformer();
  }
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
    String costFunctionName = "SquaredError";
    int[] layerSizeArray = new int[] { 3, 2, 2, 3 };
    MultiLayerPerceptron mlp = new SmallMultiLayerPerceptron(learningRate,
        regularization, momentum, squashingFunctionName, costFunctionName,
        layerSizeArray);
    FeatureTransformer transformer = new DefaultFeatureTransformer();
    mlp.setFeatureTransformer(transformer);
    try {
      mlp.writeModelToFile(modelPath);
    } catch (IOException e) {
      e.printStackTrace();
    }

    try {
      // read the meta-data
      Configuration conf = new Configuration();
      FileSystem fs = FileSystem.get(conf);
      mlp = new SmallMultiLayerPerceptron(modelPath);
      assertEquals(mlp.getClass().getName(), mlp.getMLPType());
      assertEquals(learningRate, mlp.getLearningRate(), 0.001);
      assertEquals(regularization, mlp.isRegularization(), 0.001);
      assertEquals(layerSizeArray.length, mlp.getNumberOfLayers());
      assertEquals(momentum, mlp.getMomentum(), 0.001);
      assertEquals(squashingFunctionName, mlp.getSquashingFunctionName());
      assertEquals(costFunctionName, mlp.getCostFunctionName());
      assertArrayEquals(layerSizeArray, mlp.getLayerSizeArray());
      assertEquals(transformer.getClass().getName(), mlp.getFeatureTransformer().getClass().getName());
      // delete test file
      fs.delete(new Path(modelPath), true);
    } catch (IOException e) {
      e.printStackTrace();
    }
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
      for (DoubleMatrix mat : matrices) {
        MatrixWritable.write(mat, output);
      }

      // serialize the feature transformer
      FeatureTransformer transformer = new DefaultFeatureTransformer();
      Class<? extends FeatureTransformer> featureTransformerCls = transformer.getClass();
      byte[] featureTransformerBytes = SerializationUtils.serialize(featureTransformerCls);
      output.writeInt(featureTransformerBytes.length);
      output.write(featureTransformerBytes);
     
      output.close();
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    matrices[0] = new DenseDoubleMatrix(5, 3, 0.2);
    matrices[1] = new DenseDoubleMatrix(1, 6, 0.8);
    ann.setWeightMatrices(matrices);
    ann.setLearningStyle(LearningStyle.UNSUPERVISED);
   
    FeatureTransformer defaultFeatureTransformer = new DefaultFeatureTransformer();
    ann.setFeatureTransformer(defaultFeatureTransformer);
   

    // write to file
    String modelPath = "/tmp/testSmallLayeredNeuralNetworkReadWrite";
    ann.setModelPath(modelPath);
    try {
      ann.writeModelToFile();
    } catch (IOException e) {
      e.printStackTrace();
    }

    // read from file
    SmallLayeredNeuralNetwork annCopy = new SmallLayeredNeuralNetwork(modelPath);
    assertEquals(annCopy.getClass().getSimpleName(), annCopy.getModelType());
    assertEquals(modelPath, annCopy.getModelPath());
    assertEquals(learningRate, annCopy.getLearningRate(), 0.000001);
    assertEquals(momentumWeight, annCopy.getMomemtumWeight(), 0.000001);
    assertEquals(regularizationWeight, annCopy.getRegularizationWeight(),
        0.000001);
    assertEquals(TrainingMethod.GRADIENT_DESCENT, annCopy.getTrainingMethod());
    assertEquals(LearningStyle.UNSUPERVISED, annCopy.getLearningStyle());

    // compare weights
    DoubleMatrix[] weightsMatrices = annCopy.getWeightMatrices();
    for (int i = 0; i < weightsMatrices.length; ++i) {
      DoubleMatrix expectMat = matrices[i];
      DoubleMatrix actualMat = weightsMatrices[i];
      for (int j = 0; j < expectMat.getRowCount(); ++j) {
        for (int k = 0; k < expectMat.getColumnCount(); ++k) {
          assertEquals(expectMat.get(j, k), actualMat.get(j, k), 0.000001);
        }
      }
    }
   
    FeatureTransformer copyTransformer = annCopy.getFeatureTransformer();
    assertEquals(defaultFeatureTransformer.getClass().getName(), copyTransformer.getClass().getName());
  }
View Full Code Here
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
    ann.addLayer(1, true, FunctionFactory.createDoubleFunction("Sigmoid"));
    ann.setCostFunction(FunctionFactory
        .createDoubleDoubleFunction("CrossEntropy"));
    ann.setModelPath(modelPath);
   
    FeatureTransformer featureTransformer = new DefaultFeatureTransformer();
   
    ann.setFeatureTransformer(featureTransformer);

    long start = new Date().getTime();
    Map<String, String> trainingParameters = new HashMap<String, String>();
    trainingParameters.put("tasks", "5");
    trainingParameters.put("training.max.iterations", "2000");
    trainingParameters.put("training.batch.size", "300");
    trainingParameters.put("convergence.check.interval", "1000");
    ann.train(tmpDatasetPath, trainingParameters);
   

    long end = new Date().getTime();

    // validate results
    double errorRate = 0;
    // calculate the error on test instance
    for (double[] testInstance : testInstances) {
      DoubleVector instance = new DenseDoubleVector(testInstance);
      double expected = instance.get(instance.getDimension() - 1);
      instance = instance.slice(instance.getDimension() - 1);
      instance = featureTransformer.transform(instance);
      double actual = ann.getOutput(instance).get(0);
      if (actual < 0.5 && expected >= 0.5 || actual >= 0.5 && expected < 0.5) {
        ++errorRate;
      }
    }
View Full Code Here
61
62
63
64
65
66
67
  protected FeatureTransformer featureTransformer;

  public NeuralNetwork() {
    this.learningRate = DEFAULT_LEARNING_RATE;
    this.modelType = this.getClass().getSimpleName();
    this.featureTransformer = new DefaultFeatureTransformer();
  }
View Full Code Here
TOP

Related Classes of org.apache.hama.ml.util.DefaultFeatureTransformer

  • org.apache.hama.ml.ann.NeuralNetwork
  • org.apache.hama.ml.ann.NeuralNetworkTrainer
  • org.apache.hama.ml.ann.TestSmallLayeredNeuralNetwork
  • org.apache.hama.ml.perception.MultiLayerPerceptron
  • org.apache.hama.ml.perception.TestSmallMultiLayerPerceptron
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.