Examples of org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.serialize()

Package org.apache.hadoop.hive.serde2.lazy

Class org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe

Examples of org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.serialize()

org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.serialize()
Serialize a row of data. @param obj The row object @param objInspector The ObjectInspector for the row object @return The serialized Writable object @see SerDe#serialize(Object,ObjectInspector)

      if(rS.acceptObject()){
        rS.collectOutput(output);
      }else{
        try
        {
          value = oSerDe.serialize(selectList, selectOI);
        }
        catch (SerDeException se)
        {
          throw new WindowingException(se);
        }

View Full Code Here

    HiveOutputFormat<?, ?> outFormat = new OrcOutputFormat();
    FileSinkOperator.RecordWriter writer =
        outFormat.getHiveRecordWriter(conf, testFilePath, MyRow.class, true,
            properties, Reporter.NULL);
    ReaderWriterProfiler.setProfilerOptions(conf);
    writer.write(serde.serialize(new MyRow(1,2), inspector));
    writer.write(serde.serialize(new MyRow(2,2), inspector));
    writer.write(serde.serialize(new MyRow(3,2), inspector));
    writer.close(true);
    serde = new OrcSerde();
    properties.setProperty("columns", "x,y");

View Full Code Here

    FileSinkOperator.RecordWriter writer =
        outFormat.getHiveRecordWriter(conf, testFilePath, MyRow.class, true,
            properties, Reporter.NULL);
    ReaderWriterProfiler.setProfilerOptions(conf);
    writer.write(serde.serialize(new MyRow(1,2), inspector));
    writer.write(serde.serialize(new MyRow(2,2), inspector));
    writer.write(serde.serialize(new MyRow(3,2), inspector));
    writer.close(true);
    serde = new OrcSerde();
    properties.setProperty("columns", "x,y");
    properties.setProperty("columns.types", "int:int");

View Full Code Here

        outFormat.getHiveRecordWriter(conf, testFilePath, MyRow.class, true,
            properties, Reporter.NULL);
    ReaderWriterProfiler.setProfilerOptions(conf);
    writer.write(serde.serialize(new MyRow(1,2), inspector));
    writer.write(serde.serialize(new MyRow(2,2), inspector));
    writer.write(serde.serialize(new MyRow(3,2), inspector));
    writer.close(true);
    serde = new OrcSerde();
    properties.setProperty("columns", "x,y");
    properties.setProperty("columns.types", "int:int");
    serde.initialize(conf, properties);

View Full Code Here

    OutputFormat<?, ?> outFormat = new OrcOutputFormat();
    RecordWriter writer =
        outFormat.getRecordWriter(fs, conf, testFilePath.toString(),
            Reporter.NULL);
    writer.write(NullWritable.get(),
        serde.serialize(new NestedRow(1,2,3), inspector));
    writer.write(NullWritable.get(),
        serde.serialize(new NestedRow(4,5,6), inspector));
    writer.write(NullWritable.get(),
        serde.serialize(new NestedRow(7,8,9), inspector));
    writer.close(Reporter.NULL);

View Full Code Here

        ObjectInspector oi = serde.getObjectInspector();
        System.out.println("TypeName = " + oi.getTypeName());


        
        // Try to serialize
        BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        System.out.println("bytes =" + hexString(bytes)); 
       
        if (!isBinary) {
          System.out.println("bytes in text =" + new String(bytes.get(), 0, bytes.getSize()));
        }

View Full Code Here


    // Try to serialize
    BytesWritable bytes[] = new BytesWritable[structs.length];
    for (int i=0; i<structs.length; i++) {
      bytes[i] = new BytesWritable();
      BytesWritable s = (BytesWritable)serde.serialize(structs[i], oi);
      bytes[i].set(s);
      if (i>0) {
        int compareResult = bytes[i-1].compareTo(bytes[i]);
        if ( (compareResult<0 && !ascending) || (compareResult>0 && ascending) ) {
          System.out.println("Test failed in " + (ascending ? "ascending" : "descending") + " order.");

View Full Code Here

      assertTrue(prot.getPrimarySeparator().equals("\u0009"));
      
      ObjectInspector oi = serde.getObjectInspector();


      // Try to serialize
      BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        
      hexString(bytes);


      String compare = "234" + "\u0009" + "firstString" + "\u0001" + "secondString" + "\u0009" + "firstKey" + "\u0004" + "1" + "\u0001" + "secondKey" + "\u0004" + "2";

View Full Code Here

      serde.initialize(new Configuration(), schema);


      ObjectInspector oi = serde.getObjectInspector();
      
      // Try to serialize
      BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        
      hexString(bytes);


      // Try to deserialize
      Object o = serde.deserialize(bytes);

View Full Code Here

      serde.initialize(new Configuration(), schema);


      ObjectInspector oi = serde.getObjectInspector();


      // Try to serialize
      BytesWritable bytes = (BytesWritable) serde.serialize(struct, oi);
        
      hexString(bytes);


      // Try to deserialize
      Object o = serde.deserialize(bytes);

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.