Package org.apache.hadoop.mapred

Examples of org.apache.hadoop.mapred.JobConf.writeXml()

230
231
232
233
234
235
236
237
238
239
240
    out.writeBytes("hello drink java\n");
    out.close();
    local.delete(outDir, true);
    local.mkdirs(outDir);
    out = local.create(jobXml);
    job.writeXml(out);
    out.close();
    System.err.println("About to run: Submitter -conf " + jobXml +
                       " -input " + inDir + " -output " + outDir +
                       " -program " +
                       dfs.getFileSystem().makeQualified(wordExec));
View Full Code Here
490
491
492
493
494
495
496
497
498
499
500
    File coreSiteFile = new File(confDir, "core-site.xml");
    File mapredSiteFile = new File(confDir, "yarn-site.xml");
    FileOutputStream fos = new FileOutputStream(coreSiteFile);
    FileInputStream fis = null;
    try {
      conf.writeXml(fos);
      fos.close();
      fos = new FileOutputStream(mapredSiteFile);
      fis = new FileInputStream(coreSiteFile);
      IOUtils.copyBytes(new BufferedInputStream(fis), fos, 4096);
    } finally {
View Full Code Here
492
493
494
495
496
497
498
499
500
501
502
    File coreSiteFile = new File(confDir, "core-site.xml");
    File mapredSiteFile = new File(confDir, "mapred-site.xml");
    FileOutputStream fos = new FileOutputStream(coreSiteFile);
    FileInputStream fis = null;
    try {
      conf.writeXml(fos);
      fos.close();
      fos = new FileOutputStream(mapredSiteFile);
      fis = new FileInputStream(coreSiteFile);
      IOUtils.copyBytes(new BufferedInputStream(fis), fos, 4096);
    } finally {
View Full Code Here
728
729
730
731
732
733
734
735
736
737
738
     
      // create the job conf file
      Path jobConfPath = new Path(tempDir.toString(), "job.xml");
      lfs.delete(jobConfPath, false);
      DataOutputStream jobConfStream = lfs.create(jobConfPath);
      jConf.writeXml(jobConfStream);
      jobConfStream.close();
     
      // now read the job conf file using the job configuration parser
      Properties properties =
        JobConfigurationParser.parse(lfs.open(jobConfPath));
View Full Code Here
212
213
214
215
216
217
218
219
220
221
222
        .setHistoryText(iReduceStageHistoryText), 2);
    ivertex.addTaskLocalFiles(commonLocalResources);
    vertices.add(ivertex);

    ByteArrayOutputStream finalReduceOutputStream = new ByteArrayOutputStream(4096);
    finalReduceConf.writeXml(finalReduceOutputStream);
    String finalReduceStageHistoryText = new String(finalReduceOutputStream.toByteArray(), "UTF-8");
    UserPayload finalReducePayload = TezUtils.createUserPayloadFromConf(finalReduceConf);
    Vertex finalReduceVertex = Vertex.create("finalreduce",
        ProcessorDescriptor.create(
            ReduceProcessor.class.getName())
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
    out.writeBytes("hello drink java\n");
    out.close();
    local.delete(outDir, true);
    local.mkdirs(outDir);
    out = local.create(jobXml);
    job.writeXml(out);
    out.close();
    System.err.println("About to run: Submitter -conf " + jobXml +
                       " -input " + inDir + " -output " + outDir +
                       " -program " +
                       dfs.getFileSystem().makeQualified(wordExec));
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
    try {
      // File confFile = File.createTempFile("hadoop-site-", ".xml",
      // confDir);
      File confFile = new File(confDir, "hadoop-site.xml");
      FileOutputStream fos = new FileOutputStream(confFile);
      conf.writeXml(fos);
      fos.close();

    } catch (IOException ioe) {
      ioe.printStackTrace();
      return false;
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
      // File confFile = File.createTempFile("core-site-", ".xml",
      // confDir);
      File confFile = new File(confDir, "core-site.xml");
      FileOutputStream fos = new FileOutputStream(confFile);
      try {
        conf.writeXml(fos);
        fos.close();
        fos = null;
      } finally {
        IOUtils.closeStream(fos);
      }
View Full Code Here
803
804
805
806
807
808
809
810
811
812
813
     
      // create the job conf file
      Path jobConfPath = new Path(tempDir.toString(), "job.xml");
      lfs.delete(jobConfPath, false);
      DataOutputStream jobConfStream = lfs.create(jobConfPath);
      jConf.writeXml(jobConfStream);
      jobConfStream.close();
     
      // now read the job conf file using the job configuration parser
      Properties properties =
        JobConfigurationParser.parse(lfs.open(jobConfPath));
View Full Code Here
255
256
257
258
259
260
261
262
263
264
265
    out.close();
    local.delete(nonPipedOutDir, true);
    local.mkdirs(nonPipedOutDir, new FsPermission(FsAction.ALL, FsAction.ALL,
        FsAction.ALL));
    out = local.create(jobXml);
    job.writeXml(out);
    out.close();
    System.err.println("About to run: Submitter -conf " + jobXml +
                       " -input " + inDir + " -output " + nonPipedOutDir +
                       " -program " +
                       dfs.getFileSystem().makeQualified(wordExec));
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.