Examples of SettableStructObjectInspector

org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

   * @param typeStr
   * @param objs
   * @return
   */
  public static OrcStruct createOrcStruct(TypeInfo typeInfo, Object... objs) {
    SettableStructObjectInspector oi = (SettableStructObjectInspector) OrcStruct
        .createObjectInspector(typeInfo);
    List<StructField> fields = (List<StructField>) oi.getAllStructFieldRefs();
    OrcStruct result = (OrcStruct) oi.create();
    result.setNumFields(fields.size());
    for (int i = 0; i < fields.size(); i++) {
      oi.setStructFieldData(result, fields.get(i), objs[i]);
    }
    return result;
  }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

            toFields.get(i).getFieldObjectInspector());
        }
        return toToi.create(values);
      }
      
      SettableStructObjectInspector toSoi = (SettableStructObjectInspector) toOi;
      List<StructField> toFields = (List<StructField>) toSoi.getAllStructFieldRefs();
      to = toSoi.create();
      for (int i = 0; i < fromItems.size(); i++) {
        Object converted = convert(fromItems.get(i),
            fromFields.get(i).getFieldObjectInspector(),
            toFields.get(i).getFieldObjectInspector());
        toSoi.setStructFieldData(to, toFields.get(i), converted);
      }
      return to;
    case MAP:
      MapObjectInspector fromMoi = (MapObjectInspector) fromOi;
      SettableMapObjectInspector toMoi = (SettableMapObjectInspector) toOi;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    Object key = TEST_VALUES.get(i).getKey();
                    if (key instanceof Slice) {
                        key = ((Slice) key).getBytes();
                    }
                    objectInspector.setStructFieldData(row, fields.get(i), key);
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    Object key = TEST_VALUES.get(i).getKey();
                    if (key instanceof Slice) {
                        key = ((Slice) key).getBytes();
                    }
                    objectInspector.setStructFieldData(row, fields.get(i), key);
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    objectInspector.setStructFieldData(row, fields.get(i), TEST_VALUES.get(i).getKey());
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    objectInspector.setStructFieldData(row, fields.get(i), TEST_VALUES.get(i).getKey());
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    Object key = TEST_VALUES.get(i).getKey();
                    if (key instanceof Slice) {
                        key = ((Slice) key).getBytes();
                    }
                    objectInspector.setStructFieldData(row, fields.get(i), key);
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    objectInspector.setStructFieldData(row, fields.get(i), TEST_VALUES.get(i).getKey());
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

        );


        try {
            serDe.initialize(new Configuration(), tableProperties);


            SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(COLUMN_NAMES, FIELD_INSPECTORS);
            Object row = objectInspector.create();


            List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


            for (int rowNumber = 0; rowNumber < NUM_ROWS; rowNumber++) {
                for (int i = 0; i < TEST_VALUES.size(); i++) {
                    objectInspector.setStructFieldData(row, fields.get(i), TEST_VALUES.get(i).getKey());
                }


                Writable record = serDe.serialize(row, objectInspector);
                recordWriter.write(record);
            }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.SettableStructObjectInspector

            List<? extends TpchColumn<?>> columns)
            throws Exception
    {
        RecordWriter recordWriter = createRecordWriter(columns, outputFile, outputFormat, compressionCodec);


        SettableStructObjectInspector objectInspector = getStandardStructObjectInspector(transform(columns, columnNameGetter()), transform(columns, objectInspectorGetter()));


        Object row = objectInspector.create();


        List<StructField> fields = ImmutableList.copyOf(objectInspector.getAllStructFieldRefs());


        for (LineItem lineItem : new LineItemGenerator(1, 1, 1)) {
            objectInspector.setStructFieldData(row, fields.get(0), lineItem.getOrderKey());
            objectInspector.setStructFieldData(row, fields.get(1), lineItem.getPartKey());
            objectInspector.setStructFieldData(row, fields.get(2), lineItem.getSupplierKey());
            objectInspector.setStructFieldData(row, fields.get(3), lineItem.getLineNumber());
            objectInspector.setStructFieldData(row, fields.get(4), lineItem.getQuantity());
            objectInspector.setStructFieldData(row, fields.get(5), lineItem.getExtendedPrice());
            objectInspector.setStructFieldData(row, fields.get(6), lineItem.getDiscount());
            objectInspector.setStructFieldData(row, fields.get(7), lineItem.getTax());
            objectInspector.setStructFieldData(row, fields.get(8), lineItem.getReturnFlag());
            objectInspector.setStructFieldData(row, fields.get(9), lineItem.getStatus());
            objectInspector.setStructFieldData(row, fields.get(10), lineItem.getShipDate());
            objectInspector.setStructFieldData(row, fields.get(11), lineItem.getCommitDate());
            objectInspector.setStructFieldData(row, fields.get(12), lineItem.getReceiptDate());
            objectInspector.setStructFieldData(row, fields.get(13), lineItem.getShipInstructions());
            objectInspector.setStructFieldData(row, fields.get(14), lineItem.getShipMode());
            objectInspector.setStructFieldData(row, fields.get(15), lineItem.getComment());


            Writable record = serializer.serialize(row, objectInspector);
            recordWriter.write(record);
        }

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.