Examples of Tool

Examples of org.apache.avro.tool.Tool

248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
        LOG.info("Deleting " + json);
        FileUtils.deleteQuietly(new File(json));
    }

    private static void generateAvroFile(String schema, String json, String avro, String codec) throws IOException {
        Tool tool = new DataFileWriteTool();
        List<String> args = new ArrayList<String>();
        args.add("--schema-file");
        args.add(schema);
        args.add(json);
        if (codec != null) {
            args.add("--codec");
            args.add(codec);
        }
        try {
            StringBuffer sb = new StringBuffer();
            for (String a : args) {
                sb.append(a);
                sb.append(" ");
            }
            PrintStream out = new PrintStream(avro);
            tool.run(System.in, out, System.err, args);
        } catch (Exception e) {
            LOG.info("Could not generate avro file: " + avro, e);
            throw new IOException();
        }
    }
View Full Code Here

Examples of org.apache.hadoop.util.Tool

243
244
245
246
247
248
249
250
251
252
253
    }

    // run the import
    List<String> argv = new ArrayList<String>(Arrays.asList(args));
    argv.add(inputPath.toString());
    Tool tool = new ImportTsv();
    LOG.debug("Running ImportTsv with arguments: " + argv);
    assertEquals(0, ToolRunner.run(conf, tool, argv.toArray(args)));

    // Perform basic validation. If the input args did not include
    // ImportTsv.BULK_OUTPUT_CONF_KEY then validate data in the table.
View Full Code Here

Examples of org.apache.hadoop.util.Tool

101
102
103
104
105
106
107
108
109
110
111
            return LAUNCH_ERROR;
        }
        try {
            Configuration conf = options.getConfiguration();
            conf.setClassLoader(options.getApplicationClassLoader());
            Tool tool;
            try {
                tool = ReflectionUtils.newInstance(options.getApplicationClass(), conf);
            } catch (Exception e) {
                LOG.error(MessageFormat.format(
                        "Exception occurred in launcher: {0}{1}",
View Full Code Here

Examples of org.apache.hadoop.util.Tool

85
86
87
88
89
90
91
92
93
94
95
96
97
     * @throws Exception if failed to execute command
     */
    public static void main(String... args) throws Exception {
        LOG.info("[OT-CLEAN-I00000] Start Hadoop FS cleaning tool");
        long start = System.currentTimeMillis();
        Tool tool = new Clean();
        tool.setConf(new Configuration());
        int exit = tool.run(args); // no generic options
        long end = System.currentTimeMillis();
        LOG.info(MessageFormat.format(
                "[OT-CLEAN-I00999] Finish Hadoop FS cleaning tool (exit-code={0}, elapsed={1}ms)",
                exit,
                end - start));
View Full Code Here

Examples of org.apache.hadoop.util.Tool

31
32
33
34
35
36
37
38
39
40
41
     * list via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoListTransaction(repo);
        indoubt("ex1");
        indoubt("ex2");
        indoubt("ex3");

        assertThat(ToolRunner.run(conf, exec, new String[0]), is(0));
View Full Code Here

Examples of org.apache.hadoop.util.Tool

54
55
56
57
58
59
60
61
     * Invalid arguments for program entry.
     * @throws Exception if failed
     */
    @Test
    public void run_invalid() throws Exception {
        Tool exec = new DirectIoListTransaction(repo);
        assertThat(ToolRunner.run(conf, exec, new String[] { "1" }), is(not(0)));
    }
View Full Code Here

Examples of org.apache.hadoop.util.Tool

31
32
33
34
35
36
37
38
39
40
41
     * applies via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);

        indoubt("ex1");
        assertThat(count(production1), is(0));
        assertThat(count(production2), is(0));

View Full Code Here

Examples of org.apache.hadoop.util.Tool

54
55
56
57
58
59
60
61
62
63
64
     * applies via program entry but failed.
     * @throws Exception if failed
     */
    @Test
    public void run_failure() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);
        indoubt("ex1");

        writable(production1, false);
        assertThat(ToolRunner.run(conf, exec, new String[] {"ex1"}), is(not(0)));
    }
View Full Code Here

Examples of org.apache.hadoop.util.Tool

67
68
69
70
71
72
73
74
75
     * Invalid arguments for program entry.
     * @throws Exception if failed
     */
    @Test
    public void run_invalid() throws Exception {
        Tool exec = new DirectIoApplyTransaction(repo);
        assertThat(ToolRunner.run(conf, exec, new String[] { }), is(not(0)));
        assertThat(ToolRunner.run(conf, exec, new String[] {"1", "2"}), is(not(0)));
    }
View Full Code Here

Examples of org.apache.hadoop.util.Tool

31
32
33
34
35
36
37
38
39
40
41
     * aborts via program entry.
     * @throws Exception if failed
     */
    @Test
    public void run() throws Exception {
        Tool exec = new DirectIoAbortTransaction(repo);

        indoubt("ex1");
        assertThat(count(production1), is(0));
        assertThat(count(production2), is(0));

View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.