Package org.apache.hadoop.corona

Examples of org.apache.hadoop.corona.MiniCoronaCluster.createJobConf()

177
178
179
180
181
182
183
184
185
186
187
      final Path outDir = new Path("./output");
      String input = "The quick brown fox\nhas many silly\nred fox sox\n";
      {
        LOG.info("launch job with fail tasks");
        // launch job with fail tasks
        JobConf jobConf = mr.createJobConf();
        jobConf.setOutputCommitter(CommitterWithLogs.class);
        JobClient jc = prepareJob(jobConf, inDir, outDir, input);
        RunningJob rJob = jc.submitJob(jobConf);
        jc.monitorAndPrintJob(jobConf, rJob);
        jt = (CoronaJobTracker) jc.jobSubmitClient;
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
        fileSys.delete(outDir, true);
      }
      {
        LOG.info("launch job with fail tasks and fail-cleanups with exit(-1)");
        // launch job with fail tasks and fail-cleanups with exit(-1)
        JobConf jobConf = mr.createJobConf();
        jobConf.setOutputCommitter(CommitterWithFailTaskCleanup.class);
        JobClient jc = prepareJob(jobConf, inDir, outDir, input);
        RunningJob rJob = jc.submitJob(jobConf);
        jt = (CoronaJobTracker) jc.jobSubmitClient;
        rJob.waitForCompletion();
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
        fileSys.delete(outDir, true);
      }
      {
        LOG.info("launch job with fail tasks and fail-cleanups with IOE");
        // launch job with fail tasks and fail-cleanups with IOE
        JobConf jobConf = mr.createJobConf();
        jobConf.setOutputCommitter(CommitterWithFailTaskCleanup2.class);
        JobClient jc = prepareJob(jobConf, inDir, outDir, input);
        RunningJob rJob = jc.submitJob(jobConf);
        jt = (CoronaJobTracker) jc.jobSubmitClient;
        rJob.waitForCompletion();
View Full Code Here
214
215
216
217
218
219
220
221
222
223
224
      }

      {
        LOG.info("launch job with fail tasks and turn off task-cleanup task");
        // launch job with fail tasks and turn off task-cleanup task
        JobConf jobConf = mr.createJobConf();
        jobConf.setOutputCommitter(CommitterWithLogs.class);
        jobConf.setTaskCleanupNeeded(false);
        JobClient jc = prepareJob(jobConf, inDir, outDir, input);
        RunningJob rJob = jc.submitJob(jobConf);
        jt = (CoronaJobTracker) jc.jobSubmitClient;
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
        validateJob(rJob, jt, false);
        fileSys.delete(outDir, true);
      }
      {
        LOG.info("launch job with all attempts failing");
        JobConf jobConf = mr.createJobConf();
        jobConf.setMaxMapAttempts(3);
        JobClient jc = prepareJob(jobConf, inDir, outDir, input);
        RunningJob rJob = jc.submitJob(jobConf);
        jt = (CoronaJobTracker) jc.jobSubmitClient;
        rJob.waitForCompletion();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.