Package org.apache.hadoop.mapred.lib

Examples of org.apache.hadoop.mapred.lib.IdentityReducer

78
79
80
81
82
83
84
85
86
87
  @Test
  public void testSingleIdentity() {
    // Test that an identity mapper and identity reducer work
    PipelineMapReduceDriver driver = new PipelineMapReduceDriver();
    driver.withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withInput(new Text("foo"), new Text("bar"))
          .withOutput(new Text("foo"), new Text("bar"))
          .runTest();
  }
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
99
  @Test
  public void testMultipleIdentities() {
    // Test that a pipeline of identity mapper and reducers work
    PipelineMapReduceDriver driver = new PipelineMapReduceDriver();
    driver.withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withInput(new Text("foo"), new Text("bar"))
          .withOutput(new Text("foo"), new Text("bar"))
          .runTest();
  }
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
110
  }

  @Test
  public void testSumAtEnd() {
    PipelineMapReduceDriver driver = new PipelineMapReduceDriver();
    driver.withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withMapReduce(new IdentityMapper(), new LongSumReducer())
          .withInput(new Text("foo"), new LongWritable(FOO_IN_A))
          .withInput(new Text("bar"), new LongWritable(BAR_IN))
          .withInput(new Text("foo"), new LongWritable(FOO_IN_B))
          .withOutput(new Text("bar"), new LongWritable(BAR_OUT))
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
124
125
  }

  @Test
  public void testSumInMiddle() {
    PipelineMapReduceDriver driver = new PipelineMapReduceDriver();
    driver.withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withMapReduce(new IdentityMapper(), new LongSumReducer())
          .withMapReduce(new IdentityMapper(), new IdentityReducer())
          .withInput(new Text("foo"), new LongWritable(FOO_IN_A))
          .withInput(new Text("bar"), new LongWritable(BAR_IN))
          .withInput(new Text("foo"), new LongWritable(FOO_IN_B))
          .withOutput(new Text("bar"), new LongWritable(BAR_OUT))
          .withOutput(new Text("foo"), new LongWritable(FOO_OUT))
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.lib.IdentityReducer

  • org.apache.hadoop.mrunit.TestPipelineMapReduceDriver
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.