Examples of LazyStruct

org.apache.hadoop.hive.serde2.lazy.LazyStruct
LazyObject for storing a struct. The field of a struct can be primitive or non-primitive. LazyStruct does not deal with the case of a NULL struct. That is handled by LazySimpleStructObjectInspector.

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

    // Default separators are 1-indexed (instead of 0-indexed), thus the separator at offset 1 is
    // (byte) 2
    // The separator for the hive row is \x02, for the row Id struct, \x03, and the maps \x04 and
    // \x05
    String accumuloRow = "key10\5value10\4key11\5value11\3key20\5value20\4key21\5value21";
    LazyStruct entireStruct = (LazyStruct) LazyFactory.createLazyObject(structOI);
    byteRef.setData((accumuloRow + "\2foo").getBytes());
    entireStruct.init(byteRef, 0, byteRef.getData().length);


    Mutation m = serializer.serialize(entireStruct, structOI);
    Assert.assertArrayEquals(accumuloRow.getBytes(), m.getRow());
    Assert.assertEquals(1, m.getUpdates().size());
    ColumnUpdate update = m.getUpdates().get(0);
    Assert.assertEquals("cf", new String(update.getColumnFamily()));
    Assert.assertEquals("cq", new String(update.getColumnQualifier()));
    Assert.assertEquals("foo", new String(update.getValue()));


    AccumuloHiveRow haRow = new AccumuloHiveRow(new String(m.getRow()));
    haRow.add("cf", "cq", "foo".getBytes());


    LazyAccumuloRow lazyAccumuloRow = new LazyAccumuloRow(structOI);
    lazyAccumuloRow.init(haRow, accumuloSerDeParams.getColumnMappings(),
        accumuloSerDeParams.getRowIdFactory());


    List<Object> objects = lazyAccumuloRow.getFieldsAsList();
    Assert.assertEquals(2, objects.size());


    Assert.assertEquals("foo", objects.get(1).toString());


    LazyStruct rowStruct = (LazyStruct) objects.get(0);
    List<Object> rowObjects = rowStruct.getFieldsAsList();
    Assert.assertEquals(2, rowObjects.size());


    LazyMap rowMap = (LazyMap) rowObjects.get(0);
    Map<?,?> actualMap = rowMap.getMap();
    System.out.println("Actual map 1: " + actualMap);

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

    AccumuloRowSerializer serializer = new AccumuloRowSerializer(0, serDeParams,
        accumuloSerDeParams.getColumnMappings(), new ColumnVisibility(),
        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(oi);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData(new byte[] {'r', 'o', 'w', '1', ' ', '1', '0', ' ', '2', '0', ' ', 'v', 'a',
        'l', 'u', 'e'});
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, oi);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

    AccumuloRowSerializer serializer = new AccumuloRowSerializer(0, serDeParams,
        accumuloSerDeParams.getColumnMappings(), new ColumnVisibility("foo"),
        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(oi);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData(new byte[] {'r', 'o', 'w', '1', ' ', '1', '0', ' ', '2', '0', ' ', 'v', 'a',
        'l', 'u', 'e'});
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, oi);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

    AccumuloRowSerializer serializer = new AccumuloRowSerializer(0, serDeParams,
        accumuloSerDeParams.getColumnMappings(), new ColumnVisibility(),
        accumuloSerDeParams.getRowIdFactory());


    // Create the LazyStruct from the LazyStruct...Inspector
    LazyStruct obj = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef byteRef = new ByteArrayRef();
    byteRef.setData("row1 cq1:10,cq2:20,cq3:value".getBytes());
    obj.init(byteRef, 0, byteRef.getData().length);


    Mutation m = (Mutation) serializer.serialize(obj, structOI);


    Assert.assertArrayEquals("row1".getBytes(), m.getRow());

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

            Arrays.asList(stringTypeInfo, stringTypeInfo, stringTypeInfo),
            serDeParams.getSeparators(), serDeParams.getNullSequence(),
            serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row value1 value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

            TypeInfoFactory.stringTypeInfo, TypeInfoFactory.stringTypeInfo,
            TypeInfoFactory.stringTypeInfo), serDeParams.getSeparators(), serDeParams
            .getNullSequence(), serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row value1 value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

        .getLazySimpleStructObjectInspector(Arrays.asList("row", "data"),
            Arrays.asList(stringOI, mapOI), (byte) ' ', serDeParams.getNullSequence(),
            serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row cq1:value1,cq2:value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

            Arrays.asList(stringTypeInfo, stringTypeInfo, stringTypeInfo),
            serDeParams.getSeparators(), serDeParams.getNullSequence(),
            serDeParams.isLastColumnTakesRest(), serDeParams.isEscaped(),
            serDeParams.getEscapeChar());


    LazyStruct struct = (LazyStruct) LazyFactory.createLazyObject(structOI);


    ByteArrayRef bytes = new ByteArrayRef();
    bytes.setData("row value1 value2".getBytes());
    struct.init(bytes, 0, bytes.getData().length);


    // Serialize the struct into a mutation
    Mutation m = serializer.serialize(struct, structOI);


    // Write the mutation

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

      LOG.debug("Getting struct field data for field: [" + f.getFieldName() + "] on data ["
          + data.getClass() + "]");
    }


    if (data instanceof LazyStruct) {
      LazyStruct row = (LazyStruct) data;


      // get the field out of struct
      Object rowField = row.getField(fieldID);


      if (rowField instanceof LazyStruct) {


        if (LOG.isDebugEnabled()) {
          LOG.debug("Deserializing struct [" + rowField.getClass() + "]");

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.lazy.LazyStruct

  @Override
  public Object getStructFieldData(Object data, StructField fieldRef) {
    if (data == null) {
      return null;
    }
    LazyStruct struct = (LazyStruct) data;
    MyField f = (MyField) fieldRef;


    int fieldID = f.getFieldID();
    assert (fieldID >= 0 && fieldID < fields.size());


    return struct.getField(fieldID);
  }

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.