Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.ProgramDriver.driver()

35
36
37
38
39
40
41
42
43
44
45
       "A map/reduce program that counts the matches of a regex in the input.");
      pgd.addClass("randomwriter", RandomWriter.class,
                        "A random writer benchmark that writes 10GB per node.");
            pgd.addClass("sort", Sort.class, "A sort benchmark that sorts the data written by the random writer.");
            pgd.addClass("pi", PiBenchmark.class, "A benchmark that estimates Pi using monte-carlo method.");
            pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
      pgd.addClass("bench", RandBench.class, "Random Benchmark");
      pgd.addClass("pagerank", PageRank.class, "PageRank");
      pgd.addClass("inlnkcount", InlinkCount.class, "InlinkCount");
      pgd.addClass("bipartite", BipartiteMatching.class,
          "Bipartite Matching");
      pgd.driver(args);
    } catch (Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
      pgd.addClass("structure-gen", StructureGenerator.class, "Create a structure of files and directories as an input for data-gen");
      pgd.addClass("data-gen", DataGenerator.class, "Create files and directories on cluster as inputs for load-gen");
      pgd.addClass("load-gen", LoadGenerator.class, "A tool to test the behavior of NameNode with different client loads.");
      pgd.addClass("testnn", TestNNThroughputBenchmark.class, "Test the behavior of the namenode on localhost." +
          " Here namenode is real and others are simulated");
      pgd.driver(argv);
    } catch(Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
      pgd.addClass("teragen", TeraGen.class, "Generate data for the terasort");
      pgd.addClass("terasort", TeraSort.class, "Run the terasort");
      pgd.addClass("teravalidate", TeraValidate.class, "Checking results of terasort");
      pgd.addClass("sum", SumJob.class,
                    "For testing the variable reducers code.");
      pgd.driver(argv);
     
      // Success
      exitCode = 0;
    }
    catch(Throwable e){
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
      pgd.addClass("MRReliabilityTest", ReliabilityTest.class,
          "A program that tests the reliability of the MR framework by " +
          "injecting faults/failures");
      pgd.addClass("LocalReadWritePerf", LocalReadWritePerf.class, "HDFS local read/write benchmark");
      pgd.addClass("BenchmarkHar", BenchmarkHar.class, "benchmark for different ways of generating har files");
      pgd.driver(argv);
    } catch(Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
28
29
30
31
32
33
34
35
  public static void main(String[] args) throws Throwable {
    ProgramDriver pgd = new ProgramDriver();
    pgd.addClass(RollbackUpdatesMrJob.NAME, RollbackUpdatesMrJob.class,
            "Rolls back updates");
    // TODO: add UpdatesProcessingMrJob to the list
    pgd.driver(args);
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.