Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.ProgramDriver.driver()

40
41
42
43
44
45
46
47
48
49
50
      pgd.addClass("sort", Sort.class, "A map/reduce program that sorts the data written by the random writer.");
      pgd.addClass("pi", PiEstimator.class, "A map/reduce program that estimates Pi using monte-carlo method.");
      pgd.addClass("pentomino", DistributedPentomino.class,
      "A map/reduce tile laying program to find solutions to pentomino problems.");
      pgd.addClass("sudoku", Sudoku.class, "A sudoku solver.");
      pgd.driver(argv);
    }
    catch(Throwable e){
      e.printStackTrace();
    }
  }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
       "A map/reduce program that counts the matches of a regex in the input.");
      pgd.addClass("randomwriter", RandomWriter.class,
                        "A map/reduce program that writes 10GB of random data per node.");
            pgd.addClass("sort", Sort.class, "A map/reduce program that sorts the data written by the random writer.");
            pgd.addClass("pi", PiEstimator.class, "A map/reduce program that estimates Pi using monte-carlo method.");
            pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here
56
57
58
59
60
61
62
63
64
65
66
      pgd.addClass("testsequencefileinputformat", TestSequenceFileInputFormat.class, "A test for sequence file input format.");
      pgd.addClass("testtextinputformat", TestTextInputFormat.class, "A test for text input format.");
      pgd.addClass("TestDFSIO", TestDFSIO.class, "Distributed i/o benchmark.");
      pgd.addClass("DFSCIOTest", DFSCIOTest.class, "Distributed i/o benchmark of libhdfs.");
      pgd.addClass("DistributedFSCheck", DistributedFSCheck.class, "Distributed checkup of the file system consistency.");
      pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
      pgd.addClass("bench", RandBench.class, "Random Communication Benchmark");
      pgd.addClass("test", SerializePrinting.class, "Serialize Printing Test");
      pgd.addClass("sssp", ShortestPaths.class, "Single Source Shortest Path");
      pgd.addClass("pagerank", PageRank.class, "PageRank");
     
      pgd.driver(args);
    } catch (Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
      }
      addClass(programDriver, keyString, mainClasses.getProperty(keyString));
    }

    if (args.length < 1 || args[0] == null || "-h".equals(args[0]) || "--help".equals(args[0])) {
      programDriver.driver(args);
    }

    String progName = args[0];
    if (!foundShortName) {
      addClass(programDriver, progName, progName);
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
      }
    }

    long start = System.currentTimeMillis();

    programDriver.driver(argsList.toArray(new String[argsList.size()]));

    if (log.isInfoEnabled()) {
      log.info("Program took {} ms (Minutes: {})", System.currentTimeMillis() - start,
          (System.currentTimeMillis() - start) / 60000.0);
    }
View Full Code Here
36
37
38
39
40
41
42
43
44
45
46
      pgd.addClass("randomwriter", RandomWriter.class,
                        "A random writer benchmark that writes 10GB per node.");
            pgd.addClass("sort", Sort.class, "A sort benchmark that sorts the data written by the random writer.");
            pgd.addClass("pi", PiBenchmark.class, "A benchmark that estimates Pi using monte-carlo method.");
            pgd.addClass("nnbench", NNBench.class, "A benchmark that stresses the namenode");
            pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
      pgd.addClass("testsequencefileinputformat", TestSequenceFileInputFormat.class, "A test for sequence file input format.");
      pgd.addClass("testtextinputformat", TestTextInputFormat.class, "A test for text input format.");
      pgd.addClass("TestDFSIO", TestDFSIO.class, "Distributed i/o benchmark.");
      pgd.addClass("DFSCIOTest", DFSCIOTest.class, "Distributed i/o benchmark of libhdfs.");
      pgd.addClass("DistributedFSCheck", DistributedFSCheck.class, "Distributed checkup of the file system consistency.");
      pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
      pgd.addClass("pagerank", PageRank.class, "PageRank");
      pgd.addClass("inlnkcount", InlinkCount.class, "InlinkCount");
      pgd.addClass("bipartite", BipartiteMatching.class, "Bipartite Matching");
      pgd.addClass("kmeans", Kmeans.class, "K-Means Clustering");
      pgd.addClass("gd", GradientDescentExample.class, "Gradient Descent");
      pgd.driver(args);
    } catch (Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
32
33
34
35
36
37
38
39
   */
  public static void main(String[] args) throws Throwable {
    ProgramDriver pgd = new ProgramDriver();
    pgd.addClass(RowCounter.NAME, RowCounter.class,
      "Count rows in HBase table");
    pgd.driver(args);
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.