Examples of OutputConf

Examples of com.facebook.giraph.hive.impl.output.OutputConf

164
165
166
167
168
169
170
171
172
173
174
    HiveTableSchema tableSchema = HiveApiTableSchema.fromTable(table);
    HiveTableSchemas.putForName(conf, dbName, tableName, tableSchema);
    HiveTableSchemas.putForProfile(conf, profileId, tableSchema);

    OutputConf outputConf = new OutputConf(conf, profileId);
    outputConf.writeOutputDescription(outputDesc);
    outputConf.writeOutputTableInfo(oti);

    LOG.info("initProfile '" + profileId + "' using " + outputDesc);
  }
View Full Code Here

Examples of com.facebook.giraph.hive.impl.output.OutputConf

217
218
219
220
221
222
223
224
225
226
227
228
229
230
  @Override
  public void checkOutputSpecs(JobContext jobContext)
    throws IOException, InterruptedException {
    Configuration conf = jobContext.getConfiguration();
    OutputConf outputConf = new OutputConf(conf, myProfileId);

    HiveOutputDescription description = outputConf.readOutputDescription();
    OutputInfo oti = outputConf.readOutputTableInfo();

    if (oti.hasPartitionInfo()) {
      if (!description.hasPartitionValues()) {
        throw new IOException("table is partitioned but user input isn't");
      }
View Full Code Here

Examples of com.facebook.giraph.hive.impl.output.OutputConf

320
321
322
323
324
325
326
327
328
329
330
331
332
    TaskAttemptContext taskAttemptContext)
    throws IOException, InterruptedException {
    HadoopUtils.setWorkOutputDir(taskAttemptContext);

    Configuration conf = taskAttemptContext.getConfiguration();
    OutputConf outputConf = new OutputConf(conf, myProfileId);

    OutputInfo oti = outputConf.readOutputTableInfo();

    HiveUtils.setRCileNumColumns(conf, oti.getColumnInfo().size());
    HadoopUtils.setOutputKeyWritableClass(conf, NullWritable.class);

    Serializer serializer = oti.createSerializer(conf);
View Full Code Here

Examples of com.facebook.giraph.hive.impl.output.OutputConf

163
164
165
166
167
168
169
170
171
172
173
    HiveTableSchema tableSchema = HiveApiTableSchema.fromTable(table);
    HiveTableSchemas.putForName(conf, dbName, tableName, tableSchema);
    HiveTableSchemas.putForProfile(conf, profileId, tableSchema);

    OutputConf outputConf = new OutputConf(conf, profileId);
    outputConf.writeOutputDescription(outputDesc);
    outputConf.writeOutputTableInfo(oti);

    LOG.info("initProfile '" + profileId + "' using " + outputDesc);
  }
View Full Code Here

Examples of com.facebook.giraph.hive.impl.output.OutputConf

216
217
218
219
220
221
222
223
224
225
226
227
228
229
  @Override
  public void checkOutputSpecs(JobContext jobContext)
    throws IOException, InterruptedException {
    Configuration conf = jobContext.getConfiguration();
    OutputConf outputConf = new OutputConf(conf, myProfileId);

    HiveOutputDescription description = outputConf.readOutputDescription();
    OutputInfo oti = outputConf.readOutputTableInfo();

    if (oti.hasPartitionInfo()) {
      if (!description.hasPartitionValues()) {
        throw new IOException("table is partitioned but user input isn't");
      }
View Full Code Here

Examples of com.facebook.giraph.hive.impl.output.OutputConf

318
319
320
321
322
323
324
325
326
327
328
329
330
  public HiveApiRecordWriter getRecordWriter(TaskAttemptContext taskAttemptContext)
    throws IOException, InterruptedException {
    HadoopUtils.setWorkOutputDir(taskAttemptContext);

    Configuration conf = taskAttemptContext.getConfiguration();
    OutputConf outputConf = new OutputConf(conf, myProfileId);

    OutputInfo oti = outputConf.readOutputTableInfo();

    HiveUtils.setRCileNumColumns(conf, oti.getColumnInfo().size());
    HadoopUtils.setOutputKeyWritableClass(conf, NullWritable.class);

    Serializer serializer = oti.createSerializer(conf);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.