Package org.apache.hadoop.mapreduce

Examples of org.apache.hadoop.mapreduce.OutputCommitter.cleanupJob()

100
101
102
103
104
105
106
107
108
109
110
            throw new IOException(e);
        }
        if(oc.needsTaskCommit(tac)) {
            oc.commitTask(tac);
        }
        oc.cleanupJob(jc);
    }

    @Override
    public String toString() {
        return "PigFile: file: " + this.file + ", append: " + this.append;
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
        }

        @Override
        public void cleanupJob(JobContext context) throws IOException {
          try {
            baseOutputCommitter.cleanupJob(context);
          } finally {
            cleanupScratch(context);
          }
        }
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
    publishTest(job);
  }

  public void publishTest(Job job) throws Exception {
    OutputCommitter committer = new HCatOutputCommitter(job,null);
    committer.cleanupJob(job);

    Partition part = client.getPartition(dbName, tblName, Arrays.asList("p1"));
    assertNotNull(part);

    StorerInfo storer = InitializeInput.extractStorerInfo(part.getSd(),part.getParameters());
View Full Code Here
139
140
141
142
143
144
145
146
147
148
149
                }

                @Override
                public void cleanupJob(JobContext context) throws IOException {
                    try {
                        baseOutputCommitter.cleanupJob(context);
                    } finally {
                        cleanupScratch(context);
                    }
                }
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
            throw new IOException(e);
        }
        if(oc.needsTaskCommit(tac)) {
            oc.commitTask(tac);
        }
        oc.cleanupJob(jc);
    }

    @Override
    public String toString() {
        return "PigFile: file: " + this.file + ", append: " + this.append;
View Full Code Here
150
151
152
153
154
155
156
157
158
159
160
    publishTest(job);
  }

  public void publishTest(Job job) throws Exception {
    OutputCommitter committer = new FileOutputCommitterContainer(job,null);
    committer.cleanupJob(job);

    Partition part = client.getPartition(dbName, tblName, Arrays.asList("p1"));
    assertNotNull(part);

    StorerInfo storer = InternalUtil.extractStorerInfo(part.getSd(),part.getParameters());
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
                }

                @Override
                public void cleanupJob(JobContext context) throws IOException {
                    try {
                        baseOutputCommitter.cleanupJob(context);
                    } finally {
                        cleanupScratch(context);
                    }
                }
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
        }

        @Override
        public void cleanupJob(JobContext context) throws IOException {
          try {
            baseOutputCommitter.cleanupJob(context);
          } finally {
            cleanupScratch(context);
          }
        }
View Full Code Here
143
144
145
146
147
148
149
150
151
152
153
            HadoopUtils.makeTaskAttemptContext(getConf(), context));
      }

      @Override
      public void cleanupJob(JobContext context) throws IOException {
        outputCommitter.cleanupJob(
            HadoopUtils.makeJobContext(getConf(), context));
      }

      /*if_not[HADOOP_NON_COMMIT_JOB]*/
      @Override
View Full Code Here
144
145
146
147
148
149
150
151
152
153
154
            HadoopUtils.makeTaskAttemptContext(getConf(), context));
      }

      @Override
      public void cleanupJob(JobContext context) throws IOException {
        outputCommitter.cleanupJob(
            HadoopUtils.makeJobContext(getConf(), context));
      }

      /*if_not[HADOOP_NON_COMMIT_JOB]*/
      @Override
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.