Package org.apache.hcatalog.data.schema

Examples of org.apache.hcatalog.data.schema.HCatFieldSchema


    List<HCatFieldSchema> partKeys) {
    StringBuilder sb = new StringBuilder();
    sb.append("create table ").append(dbName.toLowerCase()).append('.');
    sb.append(tableName.toLowerCase()).append(" (\n\t");
    for (int i = 0; i < tableCols.size(); ++i) {
      HCatFieldSchema hfs = tableCols.get(i);
      if (i > 0) {
        sb.append(",\n\t");
      }
      sb.append(hfs.getName().toLowerCase());
      sb.append(' ').append(hfs.getTypeString());
    }
    sb.append(")\n");
    if (partKeys != null && partKeys.size() > 0) {
      sb.append("partitioned by (\n\t");
      for (int i = 0; i < partKeys.size(); ++i) {
        HCatFieldSchema hfs = partKeys.get(i);
        if (i > 0) {
          sb.append("\n\t,");
        }
        sb.append(hfs.getName().toLowerCase());
        sb.append(' ').append(hfs.getTypeString());
      }
      sb.append(")\n");
    }
    sb.append(getStorageInfo());
    LOG.info("Create table command : " + sb);
View Full Code Here


  private HCatSchema generateHCatTableSchema(ColumnGenerator... extraCols)
    throws Exception {
    List<HCatFieldSchema> hCatTblCols = new ArrayList<HCatFieldSchema>();
    hCatTblCols.clear();
    hCatTblCols.add(new HCatFieldSchema("id", HCatFieldSchema.Type.INT, ""));
    hCatTblCols
      .add(new HCatFieldSchema("msg", HCatFieldSchema.Type.STRING, ""));
    for (ColumnGenerator gen : extraCols) {
      if (gen.getKeyType() == KeyType.NOT_A_KEY) {
        hCatTblCols
          .add(new HCatFieldSchema(gen.getName(), gen.getHCatType(), ""));
      }
    }
    HCatSchema hCatTblSchema = new HCatSchema(hCatTblCols);
    return hCatTblSchema;
  }
View Full Code Here

    List<HCatFieldSchema> hCatPartCols = new ArrayList<HCatFieldSchema>();

    for (ColumnGenerator gen : extraCols) {
      if (gen.getKeyType() != KeyType.NOT_A_KEY) {
        hCatPartCols
          .add(new HCatFieldSchema(gen.getName(), gen.getHCatType(), ""));
      }
    }
    HCatSchema hCatPartSchema = new HCatSchema(hCatPartCols);
    return hCatPartSchema;
  }
View Full Code Here

        if (gen.getKeyType() == KeyType.STATIC_KEY && !staticFound) {
          staticFound = true;
          continue;
        }
        hCatPartCols
          .add(new HCatFieldSchema(gen.getName(), gen.getHCatType(), ""));
      }
    }
    HCatSchema hCatPartSchema = new HCatSchema(hCatPartCols);
    return hCatPartSchema;
View Full Code Here

    List<HCatFieldSchema> hCatPartCols = new ArrayList<HCatFieldSchema>();
    hCatPartCols.clear();
    for (ColumnGenerator gen : extraCols) {
      if (gen.getKeyType() == KeyType.STATIC_KEY) {
        hCatPartCols
          .add(new HCatFieldSchema(gen.getName(), gen.getHCatType(), ""));
        break;
      }
    }
    HCatSchema hCatPartSchema = new HCatSchema(hCatPartCols);
    return hCatPartSchema;
View Full Code Here

    if (token != JsonToken.FIELD_NAME){
      throw new IOException("Field name expected");
    }
    String fieldName = p.getText();
    int fpos = s.getPosition(fieldName);
    HCatFieldSchema hcatFieldSchema = s.getFields().get(fpos);

    r.set(fpos,extractCurrentField(p, null, hcatFieldSchema,false));
  }
View Full Code Here

      if (valueToken != JsonToken.START_OBJECT){
        throw new IOException("Start of Object expected");
      }
      Map<Object,Object> map = new LinkedHashMap<Object,Object>();
      Type keyType = hcatFieldSchema.getMapKeyType();
      HCatFieldSchema valueSchema = hcatFieldSchema.getMapValueSchema().get(0);
      while ((valueToken = p.nextToken()) != JsonToken.END_OBJECT) {
        Object k = getObjectOfCorrespondingPrimitiveType(p.getCurrentName(),keyType);
        Object v;
        if (valueSchema.getType() == HCatFieldSchema.Type.STRUCT){
          v = extractCurrentField(p,null, valueSchema,false);
        } else {
          v = extractCurrentField(p,null, valueSchema,true);
        }
View Full Code Here

      }
    }

  private HCatSchema getSchema() throws HCatException {
      HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
      schema.append(new HCatFieldSchema("a0", HCatFieldSchema.Type.INT,
              ""));
      schema.append(new HCatFieldSchema("a1",
              HCatFieldSchema.Type.STRING, ""));
      schema.append(new HCatFieldSchema("a2",
              HCatFieldSchema.Type.STRING, ""));
      return schema;
  }
View Full Code Here

    }

    private HCatSchema getProjectionSchema() throws HCatException {

        HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
        schema.append(new HCatFieldSchema("key", HCatFieldSchema.Type.STRING,
                ""));
        schema.append(new HCatFieldSchema("testqualifier1",
                HCatFieldSchema.Type.STRING, ""));
        return schema;
    }
View Full Code Here

      }
    }

  private HCatSchema getSchema() throws HCatException {
      HCatSchema schema = new HCatSchema(new ArrayList<HCatFieldSchema>());
      schema.append(new HCatFieldSchema("a0", HCatFieldSchema.Type.INT,
              ""));
      schema.append(new HCatFieldSchema("a1",
              HCatFieldSchema.Type.STRING, ""));
      schema.append(new HCatFieldSchema("a2",
              HCatFieldSchema.Type.STRING, ""));
      return schema;
  }
View Full Code Here

TOP

Related Classes of org.apache.hcatalog.data.schema.HCatFieldSchema

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.