Examples of ByteArrayRef


Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

    outerStruct.mInt = 3;
    outerStruct.mLong = 4l;
    outerStruct.mFloat = 5.01f;
    outerStruct.mDouble = 6.001d;
    outerStruct.mString = "seven";
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(new byte[]{'2'});
    outerStruct.mBA =  ba;
    InnerStruct is1 = new InnerStruct(8, 9l);
    InnerStruct is2 = new InnerStruct(10, 11l);
    outerStruct.mArray = new ArrayList<InnerStruct>(2);
    outerStruct.mArray.add(is1);
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

    outerStruct.mInt = 3003;
    outerStruct.mLong = 4004l;
    outerStruct.mFloat = 5005.01f;
    outerStruct.mDouble = 6006.001d;
    outerStruct.mString = "";
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(new byte[]{'a'});
    outerStruct.mBA = ba;
    outerStruct.mArray = new ArrayList<InnerStruct>();
    outerStruct.mMap = new TreeMap<String, InnerStruct>();
    outerStruct.mStruct = new InnerStruct(180018, 190019l);
    BytesRefArrayWritable braw = (BytesRefArrayWritable) serde.serialize(outerStruct, oi);
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

    outerStruct.mInt = 3003;
    outerStruct.mLong = 4004l;
    outerStruct.mFloat = 5005.01f;
    outerStruct.mDouble = 6006.001d;
    outerStruct.mString = "";
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(new byte[]{});
    outerStruct.mBA = ba;
    outerStruct.mArray = new ArrayList<InnerStruct>();
    outerStruct.mMap = new TreeMap<String, InnerStruct>();
    outerStruct.mStruct = new InnerStruct(180018, 190019l);
    try{
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

    outerStruct.mInt = 3;
    outerStruct.mLong = 4l;
    outerStruct.mFloat = 5.01f;
    outerStruct.mDouble = 6.001d;
    outerStruct.mString = "seven";
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(new byte[]{'3'});
    outerStruct.mBA = ba;
    InnerStruct is1 = new InnerStruct(null, 9l);
    InnerStruct is2 = new InnerStruct(10, null);
    outerStruct.mArray = new ArrayList<InnerStruct>(2);
    outerStruct.mArray.add(is1);
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

  public static ByteArrayRef getRandBA(Random r, int len){
    byte[] bytes = new byte[len];
    for (int j = 0; j < len; j++){
      bytes[j] = Byte.valueOf((byte) r.nextInt());
    }
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(bytes);
    return ba;
  }
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

   * Deserialize a table record to a lazybinary struct.
   */
  @Override
  public Object deserialize(Writable field) throws SerDeException {
    if (byteArrayRef == null) {
      byteArrayRef = new ByteArrayRef();
    }
    if (field instanceof BytesWritable) {
      BytesWritable b = (BytesWritable) field;
      if (b.getLength() == 0) {
        return null;
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

  @Override
  public ByteArrayRef getPrimitiveJavaObject(Object o) {
    if (null == o){
      return null;
    }
    ByteArrayRef ba = new ByteArrayRef();
    ba.setData(((BytesWritable)o).getBytes());
    return ba;
  }
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

    boolean fieldSkipped;
    ObjectInspector objectInspector;

    public FieldInfo(LazyObjectBase lazyObject, boolean fieldSkipped, ObjectInspector oi) {
      field = lazyObject;
      cachedByteArrayRef = new ByteArrayRef();
      objectInspector = oi;
      if (fieldSkipped) {
        this.fieldSkipped = true;
        inited = true;
      } else {
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

   * @return  The value of the field
   */
  private Object uncheckedGetField(int fieldID) {
    if (!getFieldInited()[fieldID]) {
      getFieldInited()[fieldID] = true;
      ByteArrayRef ref = null;
      String columnFamily = hbaseColumnFamilies.get(fieldID);
      String columnQualifier = hbaseColumnQualifiers.get(fieldID);
      byte [] columnFamilyBytes = hbaseColumnFamiliesBytes.get(fieldID);
      byte [] columnQualifierBytes = hbaseColumnQualifiersBytes.get(fieldID);

      if (HBaseSerDe.isSpecialColumn(columnFamily)) {
        assert(columnQualifier == null);
        ref = new ByteArrayRef();
        ref.setData(result.getRow());
      } else {
        if (columnQualifier == null) {
          // it is a column family
          ((LazyHBaseCellMap) getFields()[fieldID]).init(result, columnFamilyBytes);
        } else {
          // it is a column i.e. a column-family with column-qualifier
          byte [] res = result.getValue(columnFamilyBytes, columnQualifierBytes);

          if (res == null) {
            return null;
          } else {
            ref = new ByteArrayRef();
            ref.setData(res);
          }
        }
      }

      if (ref != null) {
        getFields()[fieldID].init(ref, 0, ref.getData().length);
      }
    }

    return getFields()[fieldID].getObject();
  }
View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.ByteArrayRef

        // Keys are always primitive
        LazyPrimitive<? extends ObjectInspector, ? extends Writable> key =
          LazyFactory.createLazyPrimitiveClass(
              (PrimitiveObjectInspector) getInspector().getMapKeyObjectInspector());

        ByteArrayRef keyRef = new ByteArrayRef();
        keyRef.setData(e.getKey());
        key.init(keyRef, 0, keyRef.getData().length);

        // Value
        LazyObject<?> value =
          LazyFactory.createLazyObject(
              getInspector().getMapValueObjectInspector());

        ByteArrayRef valueRef = new ByteArrayRef();
        valueRef.setData(e.getValue());
        value.init(valueRef, 0, valueRef.getData().length);

        // Put the key/value into the map
        cachedMap.put(key.getObject(), value.getObject());
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.