Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.GenericOptionsParser

163
164
165
166
167
168
169
170
171
172
          }
        }
        list.add(sb.toString());
      }

      new GenericOptionsParser(cfg, list.toArray(new String[list.size()]));
    } catch (IOException ex) {
      throw new IllegalStateException(ex);
    }
  }
View Full Code Here
254
255
256
257
258
259
260
261
262
263
264
265
266
    HBaseTestingUtility htu1 = new HBaseTestingUtility();

    htu1.startMiniCluster();
    htu1.startMiniMapReduceCluster();

    GenericOptionsParser opts = new GenericOptionsParser(htu1.getConfiguration(), args);
    Configuration conf = opts.getConfiguration();
    args = opts.getRemainingArgs();

    try {

      FileSystem fs = FileSystem.get(conf);
      FSDataOutputStream op = fs.create(new Path(inputFile), true);
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
 
  //private static Logger log = Logger.getLogger(XadoopDriver.class);
 
  public static void main(String[] args) throws IOException {
    Configuration configuration = new Configuration();
    GenericOptionsParser parser = new GenericOptionsParser(configuration, args);
    args = parser.getRemainingArgs();

    if (args.length < 2) {
      System.err.println("Usage: <input dir> <output dir>");
      System.exit(2);
    }
View Full Code Here
21
22
23
24
25
26
27
28
29
30
31
32
 
  //private static Logger log = Logger.getLogger(XadoopDriver.class);
 
  public static void main(String[] args) throws IOException {
    Configuration configuration = new Configuration();
    GenericOptionsParser parser = new GenericOptionsParser(configuration, args);
    args = parser.getRemainingArgs();

    if (args.length < 2) {
      System.err.println("Usage: <input dir> <output dir>");
      //log.error("Usage: <input dir> <output dir>");
      System.exit(2);
View Full Code Here
503
504
505
506
507
508
509
510
511
512
513
514
515
    return result;
  }

  private int parseArgs(String[] args) {
    Options opts = new Options();
    GenericOptionsParser parser =
      new GenericOptionsParser(this.getConf(), opts, args);
    String[] remainingArgs = parser.getRemainingArgs();
    if (remainingArgs.length != 1) {
      usage();
      return -1;
    }
    if (remainingArgs[0].compareTo("check") == 0) {
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
   * @param args  The command line parameters.
   * @throws Exception When running the job fails.
   */
  public static void main(String[] args) throws Exception {
    HBaseConfiguration conf = new HBaseConfiguration();
    String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
    if (otherArgs.length < 3) {
      System.err.println("ERROR: Wrong number of parameters: " + args.length);
      System.err.println("Usage: " + NAME +
        " <outputdir> <tablename> <column1> [<column2>...]");
      System.exit(-1);
View Full Code Here
42
43
44
45
46
47
48
49
50
51
52
   *
   * @param group job-specific command-line options.
   */
  public static void printHelpWithGenericOptions(Group group) {
    org.apache.commons.cli.Options ops = new org.apache.commons.cli.Options();
    new GenericOptionsParser(new Configuration(), ops, new String[0]);
    org.apache.commons.cli.HelpFormatter fmt = new org.apache.commons.cli.HelpFormatter();
    fmt.printHelp("<command> [Generic Options] [Job-Specific Options]",
        "Generic Options:", ops, "");
   
    PrintWriter pw = new PrintWriter(System.out);
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    pw.flush();
  }

  public static void printHelpWithGenericOptions(Group group, OptionException oe) {
    org.apache.commons.cli.Options ops = new org.apache.commons.cli.Options();
    new GenericOptionsParser(new Configuration(), ops, new String[0]);
    org.apache.commons.cli.HelpFormatter fmt = new org.apache.commons.cli.HelpFormatter();
    fmt.printHelp("<command> [Generic Options] [Job-Specific Options]",
        "Generic Options:", ops, "");

    PrintWriter pw = new PrintWriter(System.out);
View Full Code Here
419
420
421
422
423
424
425
426
427
428
429
  }

  @Override
  public int run(String[] args) throws Exception {
    setConf(HBaseConfiguration.create(getConf()));
    String[] otherArgs = new GenericOptionsParser(getConf(), args).getRemainingArgs();
    if (otherArgs.length < 2) {
      usage("Wrong number of arguments: " + otherArgs.length);
      return -1;
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
   * @param args  The command line parameters.
   * @throws Exception When running the job fails.
   */
  public static void main(String[] args) throws Exception {
    HBaseConfiguration conf = new HBaseConfiguration();
    String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
    if (otherArgs.length < 2) {
      usage("Wrong number of arguments: " + otherArgs.length);
      System.exit(-1);
    }
    Job job = createSubmittableJob(conf, otherArgs);
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.GenericOptionsParser

  • com.asakusafw.runtime.stage.launcher.LauncherOptionsParser
  • com.ebay.erl.mobius.core.MobiusJobRunner
  • com.sematext.hbase.hut.RollbackUpdatesMrJob
  • com.twitter.elephantbird.examples.DeprecatedWrapperWordCount
  • com.twitter.elephantbird.examples.ProtobufMRExample
  • com.twitter.elephantbird.examples.ThriftMRExample
  • org.apache.blur.mapreduce.lib.CsvBlurDriver
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.GnuParser
  • org.apache.commons.cli.HelpFormatter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.