Package org.apache.mahout.classifier.bayes.mapreduce.common

Examples of org.apache.mahout.classifier.bayes.mapreduce.common.BayesFeatureMapper

31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
import org.apache.mahout.common.StringTuple;

public class BayesFeatureMapperTest extends MahoutTestCase {
 
  public void test() throws Exception {
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
    conf.set("bayes.parameters", new BayesParameters(3).toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> output = new DummyOutputCollector<StringTuple,DoubleWritable>();
    mapper.map(new Text("foo"), new Text("big brown shoe"), output,
      Reporter.NULL);
    Map<String,List<DoubleWritable>> outMap = output.getData();
    System.out.println("Map: " + outMap);
    assertNotNull("outMap is null and it shouldn't be", outMap);
    // TODO: How about not such a lame test here?
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
public final class BayesFeatureMapperTest extends MahoutTestCase {

  @Test
  public void test() throws Exception {
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
    BayesParameters bayesParams = new BayesParameters();
    bayesParams.setGramSize(3);
    conf.set("bayes.parameters", bayesParams.toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> output = new DummyOutputCollector<StringTuple,DoubleWritable>();
    mapper.map(new Text("foo"), new Text("big brown shoe"), output,
      Reporter.NULL);
    Map<StringTuple, List<DoubleWritable>> outMap = output.getData();
    assertNotNull("outMap is null and it shouldn't be", outMap);
    // TODO: How about not such a lame test here?
    for (Entry<StringTuple, List<DoubleWritable>> entry : outMap.entrySet()) {
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
public final class BayesFeatureMapReduceTest extends MahoutTestCase {

  private static DummyOutputCollector<StringTuple,DoubleWritable> runMapReduce(BayesParameters bp) throws IOException {
   
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
   
    conf.set("bayes.parameters", bp.toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> mapperOutput = new DummyOutputCollector<StringTuple,DoubleWritable>();
   
    mapper.map(new Text("foo"), new Text("big brown shoe"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("foo"), new Text("cool chuck taylors"), mapperOutput, Reporter.NULL);
   
    mapper.map(new Text("bar"), new Text("big big dog"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("bar"), new Text("cool rain"), mapperOutput, Reporter.NULL);
  
    mapper.map(new Text("baz"), new Text("red giant"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("baz"), new Text("white dwarf"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("baz"), new Text("cool black hole"), mapperOutput, Reporter.NULL);
   
    BayesFeatureReducer reducer = new BayesFeatureReducer();
    reducer.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> reducerOutput = new DummyOutputCollector<StringTuple,DoubleWritable>();
View Full Code Here
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
public final class BayesFeatureMapReduceTest extends MahoutTestCase {

  private static DummyOutputCollector<StringTuple,DoubleWritable> runMapReduce(BayesParameters bp) throws IOException {
   
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
   
    conf.set("bayes.parameters", bp.toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> mapperOutput = new DummyOutputCollector<StringTuple,DoubleWritable>();
   
    mapper.map(new Text("foo"), new Text("big brown shoe"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("foo"), new Text("cool chuck taylors"), mapperOutput, Reporter.NULL);
   
    mapper.map(new Text("bar"), new Text("big big dog"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("bar"), new Text("cool rain"), mapperOutput, Reporter.NULL);
  
    mapper.map(new Text("baz"), new Text("red giant"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("baz"), new Text("white dwarf"), mapperOutput, Reporter.NULL);
    mapper.map(new Text("baz"), new Text("cool black hole"), mapperOutput, Reporter.NULL);
   
    BayesFeatureReducer reducer = new BayesFeatureReducer();
    reducer.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> reducerOutput = new DummyOutputCollector<StringTuple,DoubleWritable>();
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
public final class BayesFeatureMapperTest extends MahoutTestCase {

  @Test
  public void test() throws Exception {
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
    conf.set("bayes.parameters", new BayesParameters(3).toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> output = new DummyOutputCollector<StringTuple,DoubleWritable>();
    mapper.map(new Text("foo"), new Text("big brown shoe"), output,
      Reporter.NULL);
    Map<StringTuple, List<DoubleWritable>> outMap = output.getData();
    assertNotNull("outMap is null and it shouldn't be", outMap);
    // TODO: How about not such a lame test here?
    for (Entry<StringTuple, List<DoubleWritable>> entry : outMap.entrySet()) {
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
import java.util.Map;

public class BayesFeatureMapperTest extends TestCase {

  public void test() throws Exception {
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
        "org.apache.hadoop.io.serializer.JavaSerialization,org.apache.hadoop.io.serializer.WritableSerialization");
    conf.set("bayes.parameters", new BayesParameters(3).toString());
    mapper.configure(conf);

    DummyOutputCollector<StringTuple, DoubleWritable> output = new DummyOutputCollector<StringTuple, DoubleWritable>();
    mapper.map(new Text("foo"), new Text("big brown shoe"), output, Reporter.NULL);
    Map<String, List<DoubleWritable>> outMap = output.getData();
    System.out.println("Map: " + outMap);
    assertNotNull("outMap is null and it shouldn't be", outMap);
    //TODO: How about not such a lame test here?
    for (Map.Entry<String, List<DoubleWritable>> entry : outMap.entrySet()) {
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
public final class BayesFeatureMapperTest extends MahoutTestCase {

  @Test
  public void test() throws Exception {
    BayesFeatureMapper mapper = new BayesFeatureMapper();
    JobConf conf = new JobConf();
    conf.set("io.serializations",
      "org.apache.hadoop.io.serializer.JavaSerialization,"
          + "org.apache.hadoop.io.serializer.WritableSerialization");
    BayesParameters bayesParams = new BayesParameters();
    bayesParams.setGramSize(3);
    conf.set("bayes.parameters", bayesParams.toString());
    mapper.configure(conf);
   
    DummyOutputCollector<StringTuple,DoubleWritable> output = new DummyOutputCollector<StringTuple,DoubleWritable>();
    mapper.map(new Text("foo"), new Text("big brown shoe"), output,
      Reporter.NULL);
    Map<StringTuple, List<DoubleWritable>> outMap = output.getData();
    assertNotNull("outMap is null and it shouldn't be", outMap);
    // TODO: How about not such a lame test here?
    for (Entry<StringTuple, List<DoubleWritable>> entry : outMap.entrySet()) {
View Full Code Here
TOP

Related Classes of org.apache.mahout.classifier.bayes.mapreduce.common.BayesFeatureMapper

  • org.apache.commons.lang.mutable.MutableDouble
  • org.apache.hadoop.io.DoubleWritable
  • org.apache.lucene.analysis.shingle.ShingleFilter
  • org.apache.mahout.classifier.bayes.BayesFeatureMapperTest
  • org.apache.mahout.classifier.bayes.BayesFeatureMapReduceTest
  • org.apache.mahout.classifier.bayes.BayesParameters
  • org.apache.mahout.classifier.bayes.common.BayesParameters
  • org.apache.mahout.common.lucene.IteratorTokenStream
  • org.apache.mahout.common.nlp.NGrams
  • org.apache.mahout.common.Parameters
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.