Examples of driver()

Examples of org.apache.hadoop.util.ProgramDriver.driver()

39
40
41
42
43
44
45
46
    pgd.addClass(ImportTsv.NAME, ImportTsv.class, "Import data in TSV format.");
    pgd.addClass(LoadIncrementalHFiles.NAME, LoadIncrementalHFiles.class,
                 "Complete a bulk data load.");
    pgd.addClass(CopyTable.NAME, CopyTable.class,
        "Export a table from local cluster to peer cluster");
    pgd.driver(args);
  }
}
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

40
41
42
43
44
45
46
47
48
49
50
      pgd.addClass("sort", Sort.class, "A map/reduce program that sorts the data written by the random writer.");
      pgd.addClass("pi", PiEstimator.class, "A map/reduce program that estimates Pi using monte-carlo method.");
      pgd.addClass("pentomino", DistributedPentomino.class,
      "A map/reduce tile laying program to find solutions to pentomino problems.");
      pgd.addClass("sudoku", Sudoku.class, "A sudoku solver.");
      pgd.driver(argv);
    }
    catch(Throwable e){
      e.printStackTrace();
    }
  }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

35
36
37
38
39
40
41
42
43
44
45
       "A map/reduce program that counts the matches of a regex in the input.");
      pgd.addClass("randomwriter", RandomWriter.class,
                        "A map/reduce program that writes 10GB of random data per node.");
            pgd.addClass("sort", Sort.class, "A map/reduce program that sorts the data written by the random writer.");
            pgd.addClass("pi", PiEstimator.class, "A map/reduce program that estimates Pi using monte-carlo method.");
            pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

56
57
58
59
60
61
62
63
64
65
66
      pgd.addClass("testsequencefileinputformat", TestSequenceFileInputFormat.class, "A test for sequence file input format.");
      pgd.addClass("testtextinputformat", TestTextInputFormat.class, "A test for text input format.");
      pgd.addClass("TestDFSIO", TestDFSIO.class, "Distributed i/o benchmark.");
      pgd.addClass("DFSCIOTest", DFSCIOTest.class, "Distributed i/o benchmark of libhdfs.");
      pgd.addClass("DistributedFSCheck", DistributedFSCheck.class, "Distributed checkup of the file system consistency.");
      pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

32
33
34
35
36
37
38
39
40
41
42
      pgd.addClass("bench", RandBench.class, "Random Communication Benchmark");
      pgd.addClass("test", SerializePrinting.class, "Serialize Printing Test");
      pgd.addClass("sssp", ShortestPaths.class, "Single Source Shortest Path");
      pgd.addClass("pagerank", PageRank.class, "PageRank");
     
      pgd.driver(args);
    } catch (Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

117
118
119
120
121
122
123
124
125
126
127
      }
      addClass(programDriver, keyString, mainClasses.getProperty(keyString));
    }

    if (args.length < 1 || args[0] == null || "-h".equals(args[0]) || "--help".equals(args[0])) {
      programDriver.driver(args);
    }

    String progName = args[0];
    if (!foundShortName) {
      addClass(programDriver, progName, progName);
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

189
190
191
192
193
194
195
196
197
198
199
      }
    }

    long start = System.currentTimeMillis();

    programDriver.driver(argsList.toArray(new String[argsList.size()]));

    if (log.isInfoEnabled()) {
      log.info("Program took {} ms (Minutes: {})", System.currentTimeMillis() - start,
          (System.currentTimeMillis() - start) / 60000.0);
    }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

36
37
38
39
40
41
42
43
44
45
46
      pgd.addClass("randomwriter", RandomWriter.class,
                        "A random writer benchmark that writes 10GB per node.");
            pgd.addClass("sort", Sort.class, "A sort benchmark that sorts the data written by the random writer.");
            pgd.addClass("pi", PiBenchmark.class, "A benchmark that estimates Pi using monte-carlo method.");
            pgd.addClass("nnbench", NNBench.class, "A benchmark that stresses the namenode");
            pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

52
53
54
55
56
57
58
59
60
61
62
      pgd.addClass("testsequencefileinputformat", TestSequenceFileInputFormat.class, "A test for sequence file input format.");
      pgd.addClass("testtextinputformat", TestTextInputFormat.class, "A test for text input format.");
      pgd.addClass("TestDFSIO", TestDFSIO.class, "Distributed i/o benchmark.");
      pgd.addClass("DFSCIOTest", DFSCIOTest.class, "Distributed i/o benchmark of libhdfs.");
      pgd.addClass("DistributedFSCheck", DistributedFSCheck.class, "Distributed checkup of the file system consistency.");
      pgd.driver(argv);
  }
  catch(Throwable e){
      e.printStackTrace();
  }
    }
View Full Code Here

Examples of org.apache.hadoop.util.ProgramDriver.driver()

35
36
37
38
39
40
41
42
43
44
45
      pgd.addClass("pagerank", PageRank.class, "PageRank");
      pgd.addClass("inlnkcount", InlinkCount.class, "InlinkCount");
      pgd.addClass("bipartite", BipartiteMatching.class, "Bipartite Matching");
      pgd.addClass("kmeans", Kmeans.class, "K-Means Clustering");
      pgd.addClass("gd", GradientDescentExample.class, "Gradient Descent");
      pgd.driver(args);
    } catch (Throwable e) {
      e.printStackTrace();
    }
  }
}
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.