Examples of StructField

org.apache.hadoop.hive.serde2.objectinspector.StructField
StructField is an empty interface. Classes implementing this interface are considered to represent a field of a struct for this serde package.

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

        if (target instanceof HiveType) {
            HiveType type = (HiveType) target;
            ObjectInspector inspector = type.getObjectInspector();
            if (inspector instanceof StructObjectInspector) {
                StructObjectInspector soi = (StructObjectInspector) inspector;
                StructField field = soi.getStructFieldRef(fieldName);
                ObjectInspector foi = field.getFieldObjectInspector();
                Assert.isTrue(foi.getCategory() == ObjectInspector.Category.PRIMITIVE,
                        String.format("Field [%s] needs to be a primitive; found [%s]", fieldName, foi.getTypeName()));


                // expecting a writeable - simply do a toString
                Object data = soi.getStructFieldData(type.getObject(), field);

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField


        StructObjectInspector soi = (StructObjectInspector) oi;
        List<? extends StructField> refs = soi.getAllStructFieldRefs();
        Assert.isTrue(refs.size() == 1, "When using JSON input, only one field is expected");


        StructField structField = refs.get(0);
        ObjectInspector foi = structField.getFieldObjectInspector();


        Assert.isTrue(Category.PRIMITIVE == foi.getCategory(),
                String.format("Unexpected object category, expecting [%s], given [%s]", Category.PRIMITIVE, oi.getTypeName()));


        Object writable = ((PrimitiveObjectInspector) foi).getPrimitiveWritableObject(soi.getStructFieldData(ht.getObject(), structField));

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField


      colName = col.getName().toLowerCase();
      index = namePosMapping.get(colName);


      if(index != null){
        StructField field = structFields.get(index);
        outList.add( getTypedObj(oi.getStructFieldData(struct, field), field.getFieldObjectInspector()));
      }


      else {
        outList.add(partValues.get(colName));
      }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

    String last_name = names[names.length - 1];
    for (int i = 1; i < names.length; i++) {


      if (oi instanceof StructObjectInspector) {
        StructObjectInspector soi = (StructObjectInspector) oi;
        StructField sf = soi.getStructFieldRef(names[i]);
        if (sf == null) {
          throw new MetaException("Invalid Field " + names[i]);
        } else {
          oi = sf.getFieldObjectInspector();
        }
      } else if (oi instanceof ListObjectInspector
          && names[i].equalsIgnoreCase("$elem$")) {
        ListObjectInspector loi = (ListObjectInspector) oi;
        oi = loi.getListElementObjectInspector();

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

    @Override
    public String getTypeName() {
      StringBuilder buffer = new StringBuilder();
      buffer.append("struct<");
      for(int i=0; i < fields.size(); ++i) {
        StructField field = fields.get(i);
        if (i != 0) {
          buffer.append(",");
        }
        buffer.append(field.getFieldName());
        buffer.append(":");
        buffer.append(field.getFieldObjectInspector().getTypeName());
      }
      buffer.append(">");
      return buffer.toString();
    }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

        List<StructField> other = ((OrcStructInspector) o).fields;
        if (other.size() != fields.size()) {
          return false;
        }
        for(int i = 0; i < fields.size(); ++i) {
          StructField left = other.get(i);
          StructField right = fields.get(i);
          if (!(left.getFieldName().equals(right.getFieldName()) &&
                left.getFieldObjectInspector().equals
                    (right.getFieldObjectInspector()))) {
            return false;
          }
        }
        return true;
      }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

        if (sz == nextSz) {
          // Output a warning if we reached at least 1000 rows for a join operand
          // We won't output a warning for the last join operand since the size
          // will never goes to joinEmitInterval.
          StructObjectInspector soi = (StructObjectInspector)inputObjInspectors[tag];
          StructField sf = soi.getStructFieldRef(Utilities.ReduceField.KEY.toString());
          Object keyObject = soi.getStructFieldData(row, sf);
          LOG.warn("table " + alias + " has " + sz + " rows for join key " + keyObject);
          nextSz = getNextSize(nextSz);
        }
      }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

    String last_name = names[names.length-1];
    for(int i = 1; i < names.length; i++) {


      if (oi instanceof StructObjectInspector) {
        StructObjectInspector soi = (StructObjectInspector)oi;
        StructField sf = soi.getStructFieldRef(names[i]);
        if (sf == null) {
          throw new MetaException("Invalid Field " + names[i]);
        } else {
          oi = sf.getFieldObjectInspector();
        }
      }
      else if (oi instanceof ListObjectInspector && names[i].equalsIgnoreCase("$elem$")) {
        ListObjectInspector loi = (ListObjectInspector)oi;
        oi = loi.getListElementObjectInspector();

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

        cdop.retrieve(io);
        System.out.println("[" + i + "] io.o=" + io.o);
        System.out.println("[" + i + "] io.oi=" + io.oi);
        StructObjectInspector soi = (StructObjectInspector)io.oi;
        assert(soi != null);
        StructField a = soi.getStructFieldRef("a");
        StructField b = soi.getStructFieldRef("b");
        assertEquals(""+(i+1), ((PrimitiveObjectInspector)a.getFieldObjectInspector())
            .getPrimitiveJavaObject(soi.getStructFieldData(io.o, a)));
        assertEquals((i) + "1", ((PrimitiveObjectInspector)b.getFieldObjectInspector())
            .getPrimitiveJavaObject(soi.getStructFieldData(io.o, b)));
      }


      System.out.println("Script Operator ok");

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.StructField

      List<? extends StructField> fieldRefs = soi.getAllStructFieldRefs();
      Object data = serde.deserialize(new BytesWritable(rowStr.getBytes()));


      assert row.size() == fieldRefs.size() : row.size() + ", " + fieldRefs.size();
      for (int i = 0; i < fieldRefs.size(); i++) {
        StructField fieldRef = fieldRefs.get(i);
        ObjectInspector oi = fieldRef.getFieldObjectInspector();
        Object obj = soi.getStructFieldData(data, fieldRef);
        row.set(i, convertLazyToJava(obj, oi));
      }


      if (LOG.isDebugEnabled()) {

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.