Examples of HCatSchema

org.apache.hcatalog.data.schema.HCatSchema
HCatSchema. This class is NOT thread-safe.
org.apache.hive.hcatalog.data.schema.HCatSchema
HCatSchema. This class is NOT thread-safe.

Examples of org.apache.hcatalog.data.schema.HCatSchema

      context.write(NullWritable.get(), record);
    }
  }


  private HCatSchema getSchema() throws HCatException {
    HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
    schema.append(new HCatFieldSchema("a0", HCatFieldSchema.Type.INT,
        ""));
    schema.append(new HCatFieldSchema("a1",
        HCatFieldSchema.Type.STRING, ""));
    schema.append(new HCatFieldSchema("a2",
        HCatFieldSchema.Type.STRING, ""));
    return schema;
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

      context.write(NullWritable.get(), record);
    }
  }


  private HCatSchema getSchema() throws HCatException {
    HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
    schema.append(new HCatFieldSchema("a0", HCatFieldSchema.Type.INT,
        ""));
    schema.append(new HCatFieldSchema("a1",
        HCatFieldSchema.Type.STRING, ""));
    schema.append(new HCatFieldSchema("a2",
        HCatFieldSchema.Type.STRING, ""));
    return schema;
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

    job.setMapOutputKeyClass(BytesWritable.class);
    job.setMapOutputValueClass(DefaultHCatRecord.class);


    job.setNumReduceTasks(0);


    HCatOutputFormat.setSchema(job, new HCatSchema(columns));


    boolean success = job.waitForCompletion(true);
    Assert.assertTrue(success == false);
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

      return result;
    }
  }


  public static HCatSchema extractSchema(Table table) throws HCatException {
    return new HCatSchema(HCatUtil.getHCatFieldSchemaList(table.getCols()));
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

  public static HCatSchema extractSchema(Table table) throws HCatException {
    return new HCatSchema(HCatUtil.getHCatFieldSchemaList(table.getCols()));
  }


  public static HCatSchema extractSchema(Partition partition) throws HCatException {
    return new HCatSchema(HCatUtil.getHCatFieldSchemaList(partition.getCols()));
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

    throws NoSuchObjectException, TException, MetaException {
    return new Table(client.getTable(dbName, tableName));
  }


  public static HCatSchema getTableSchemaWithPtnCols(Table table) throws IOException {
    HCatSchema tableSchema = new HCatSchema(HCatUtil.getHCatFieldSchemaList(table.getCols()));


    if (table.getPartitionKeys().size() != 0) {


      // add partition keys to table schema
      // NOTE : this assumes that we do not ever have ptn keys as columns
      // inside the table schema as well!
      for (FieldSchema fs : table.getPartitionKeys()) {
        tableSchema.append(HCatSchemaUtils.getHCatFieldSchema(fs));
      }
    }
    return tableSchema;
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

   * @param table the instance to extract partition columns from
   * @return HCatSchema instance which contains the partition columns
   * @throws IOException
   */
  public static HCatSchema getPartitionColumns(Table table) throws IOException {
    HCatSchema cols = new HCatSchema(new LinkedList<HCatFieldSchema>());
    if (table.getPartitionKeys().size() != 0) {
      for (FieldSchema fs : table.getPartitionKeys()) {
        cols.append(HCatSchemaUtils.getHCatFieldSchema(fs));
      }
    }
    return cols;
  }

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

      for (int i = 0; i < splits.length; i++) {
        if (!splits[i].equals(HBaseSerDe.HBASE_KEY_COL))
          builder.append(splits[i]).append(" ");
      }
    } else {
      HCatSchema outputSchema = (HCatSchema) HCatUtil.deserialize(outputColSchema);
      HCatSchema tableSchema = tableInfo.getDataColumns();
      List<String> outputFieldNames = outputSchema.getFieldNames();
      List<Integer> outputColumnMapping = new ArrayList<Integer>();
      for (String fieldName : outputFieldNames) {
        int position = tableSchema.getPosition(fieldName);
        outputColumnMapping.add(position);
      }
      List<String> columnFamilies = new ArrayList<String>();
      List<String> columnQualifiers = new ArrayList<String>();
      HBaseUtil.parseColumnMapping(hbaseColumnMapping, columnFamilies, null,

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

  public static class MapHCatWrite extends Mapper<LongWritable, Text, BytesWritable, HCatRecord> {
    @Override
    public void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
      OutputJobInfo jobInfo = (OutputJobInfo) HCatUtil.deserialize(context.getConfiguration().get(HCatConstants.HCAT_KEY_OUTPUT_INFO));
      HCatRecord record = new DefaultHCatRecord(3);
      HCatSchema schema = jobInfo.getOutputSchema();
      String vals[] = value.toString().split(",");
      record.setInteger("key", schema, Integer.parseInt(vals[0]));
      for (int i = 1; i < vals.length; i++) {
        String pair[] = vals[i].split(":");
        record.set(pair[0], schema, pair[1]);

View Full Code Here

Examples of org.apache.hcatalog.data.schema.HCatSchema

    }
  }


  private HCatSchema getProjectionSchema() throws HCatException {


    HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
    schema.append(new HCatFieldSchema("key", HCatFieldSchema.Type.STRING,
        ""));
    schema.append(new HCatFieldSchema("testqualifier1",
        HCatFieldSchema.Type.STRING, ""));
    return schema;
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.