Package org.apache.hadoop.examples

Examples of org.apache.hadoop.examples.Sort

58
59
60
61
62
63
64
  throws Exception {
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    assertEquals(ToolRunner.run(job, new Sort(), sortArgs), 0);
  }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    Sort sort = new Sort();
    assertEquals(ToolRunner.run(job, sort, sortArgs), 0);
    Counters counters = sort.getResult().getCounters();
    long mapInput = counters.findCounter(Task.Counter.MAP_INPUT_BYTES
    ).getValue();
    long hdfsRead = counters.findCounter(Task.FILESYSTEM_COUNTER_GROUP,
                                         "HDFS_BYTES_READ").getValue();
    // the hdfs read should be between 100% and 110% of the map input bytes
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    Sort sort = new Sort();
    assertEquals(ToolRunner.run(job, sort, sortArgs), 0);
    Counters counters = sort.getResult().getCounters();
    long mapInput = counters.findCounter(Task.Counter.MAP_INPUT_BYTES
    ).getValue();
    long hdfsRead = counters.findCounter(Task.FILESYSTEM_COUNTER_GROUP,
                                         "HDFS_BYTES_READ").getValue();
    // the hdfs read should be between 100% and 110% of the map input bytes
View Full Code Here
58
59
60
61
62
63
64
  throws Exception {
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    assertEquals(ToolRunner.run(job, new Sort(), sortArgs), 0);
  }
View Full Code Here
58
59
60
61
62
63
64
  throws Exception {
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    assertEquals(ToolRunner.run(job, new Sort(), sortArgs), 0);
  }
View Full Code Here
98
99
100
101
102
103
104
105
106
107
108
109
110
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    Sort sort = new Sort();
    assertEquals(ToolRunner.run(job, sort, sortArgs), 0);
    org.apache.hadoop.mapreduce.Counters counters = sort.getResult().getCounters();
    long mapInput = counters.findCounter(FileInputFormatCounter.BYTES_READ)
        .getValue();
    long hdfsRead = counters.findCounter("hdfs", FileSystemCounter.BYTES_READ)
        .getValue();
    // the hdfs read should be between 100% and 110% of the map input bytes
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    Sort sort = new Sort();
    assertEquals(ToolRunner.run(job, sort, sortArgs), 0);
    Counters counters = sort.getResult().getCounters();
    long mapInput = counters.findCounter(Task.Counter.MAP_INPUT_BYTES
    ).getValue();
    long hdfsRead = counters.findCounter(Task.FILESYSTEM_COUNTER_GROUP,
                                         "HDFS_BYTES_READ").getValue();
    // the hdfs read should be between 100% and 110% of the map input bytes
View Full Code Here
58
59
60
61
62
63
64
  throws Exception {
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    assertEquals(ToolRunner.run(job, new Sort(), sortArgs), 0);
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
107
108
    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    // Run Sort
    Sort sort = new Sort();
    assertEquals(ToolRunner.run(job, sort, sortArgs), 0);
    org.apache.hadoop.mapreduce.Counters counters = sort.getResult().getCounters();
    long mapInput = counters.findCounter(
      org.apache.hadoop.mapreduce.lib.input.FileInputFormat.COUNTER_GROUP,
      org.apache.hadoop.mapreduce.lib.input.FileInputFormat.BYTES_READ).
      getValue();
    long hdfsRead = counters.findCounter(Task.FILESYSTEM_COUNTER_GROUP,
View Full Code Here
150
151
152
153
154
155
156
157
    job.setInt("io.sort.mb", 1);

    // Setup command-line arguments to 'sort'
    String[] sortArgs = {sortInput.toString(), sortOutput.toString()};
   
    runAndVerify(job,new Sort(), sortArgs);

  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.examples.Sort

  • org.apache.hadoop.conf.Configuration
  • org.apache.hadoop.fs.Path
  • org.apache.hadoop.mapred.ClusterStatus
  • org.apache.hadoop.mapred.JobClient
  • org.apache.hadoop.mapred.TestMiniMRDFSSort
  • org.apache.hadoop.mapred.TestSortValidate
  • java.net.URI
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.