Package org.apache.hadoop.util

Examples of org.apache.hadoop.util.GenericOptionsParser

112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
    boolean verbose = false;
    boolean gruntCalled = false;
    String logFileName = null;
    try {
        Configuration conf = new Configuration(false);
        GenericOptionsParser parser = new GenericOptionsParser(conf, args);
        conf = parser.getConfiguration();   
       
        Properties properties = new Properties();
        PropertiesUtil.loadDefaultProperties(properties);
        properties.putAll(ConfigurationUtil.toProperties(conf));
       
        String[] pigArgs = parser.getRemainingArgs();
       
       
        boolean userSpecifiedLog = false;
       
        boolean checkScriptOnly = false;
View Full Code Here
122
123
124
125
126
127
128
129
130
131
132
  public static void main(String[] args) throws Exception {
    final Configuration conf = new Configuration();

    final String[] otherArgs =
      new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 6) {
      System.err.println(
        "Usage: HashLoader <mfgfile> <osfile> <prodfile> <hashfile> <outpath> <num_reducers>"
      );
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    return job.waitForCompletion(true) ? 0 : 1;
  }

  public static void main(String[] args) throws Exception {
    final Configuration conf = HBaseConfiguration.create();
    final String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 3) {
      System.err.println("Usage: JsonImport <in> <image_hash> <friendly_name>");
      System.exit(2);
    }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
  }

  public static void main(String[] args)
              throws ClassNotFoundException, IOException, InterruptedException {
    final Configuration conf = HBaseConfiguration.create();
    final String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 4) {
      System.err.println("Usage: ExtractData <imageID> <friendly_name> <extents_file> <evidence file>");
      System.exit(2);
    }
View Full Code Here
521
522
523
524
525
526
527
528
529
530
531
    return job.waitForCompletion(true) ? 0 : 1;
  }

  public static void main(String[] args) throws Exception {
    Configuration conf = HBaseConfiguration.create();
    String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();
    if (otherArgs.length < 4) {
      System.err.println("Usage: PythonJob <image_id> <friendly_name> <outpath> <python_mapper> <python_reducer> [SequenceFileOutputFormat]");
      System.exit(2);
    }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
    return Base64.encodeBytes(out.toByteArray());
  }

  public static void main(String[] args) throws Exception {
    final Configuration conf = new Configuration();
    final String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 2) {
      System.err.println("Usage: FolderCount <table> <outpath>");
      System.exit(2);
    }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
45
import java.security.NoSuchAlgorithmException;

public class Uploader {
  public static void main(String[] args) throws Exception {
    final Configuration conf = new Configuration();
    final String[] otherArgs = new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 1) {
      System.err.println("Usage: Uploader <dest path>");
      System.err.println("Writes data to HDFS path from stdin");
      System.exit(2);
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
  public static void main(String[] args) throws Exception {
    final Configuration conf = new Configuration();

    final String[] otherArgs =
      new GenericOptionsParser(conf, args).getRemainingArgs();

    String imageID;
    String outpath;
    final Set<String> exts = new HashSet<String>();
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
  public static void main(String[] args) throws IOException {
    final Configuration conf = HBaseConfiguration.create();

    final String[] otherArgs =
      new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 2) {
      System.err.println("Usage: InfoPutter <imageID> <friendly_name>");
      System.exit(1);
    }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
  public static void main(String[] args) throws Exception {
    final Configuration conf = HBaseConfiguration.create();

    final String[] otherArgs =
      new GenericOptionsParser(conf, args).getRemainingArgs();

    if (otherArgs.length != 2) {
      System.err.println(
        "Usage: TableDumper <table> <outpath>"
      );
View Full Code Here
TOP

Related Classes of org.apache.hadoop.util.GenericOptionsParser

  • com.asakusafw.runtime.stage.launcher.LauncherOptionsParser
  • com.ebay.erl.mobius.core.MobiusJobRunner
  • com.sematext.hbase.hut.RollbackUpdatesMrJob
  • com.twitter.elephantbird.examples.DeprecatedWrapperWordCount
  • com.twitter.elephantbird.examples.ProtobufMRExample
  • com.twitter.elephantbird.examples.ThriftMRExample
  • org.apache.blur.mapreduce.lib.CsvBlurDriver
  • org.apache.commons.cli.CommandLineParser
  • org.apache.commons.cli.GnuParser
  • org.apache.commons.cli.HelpFormatter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.