Package com.datasalt.pangool.io.Schema.Field

Examples of com.datasalt.pangool.io.Schema.Field.FieldDeserializer

160
161
162
163
164
165
166
167
168
169
170
  public void readFields(ITuple tuple, DataInputStream input,FieldDeserializer[] customDeserializers)
      throws IOException {
    Schema schema = tuple.getSchema();
    for(int index = 0; index < schema.getFields().size(); index++) {
      FieldDeserializer customDeser = customDeserializers[index];
      Field field = schema.getField(index);
      switch(field.getType()){
      case INT:  tuple.set(index,WritableUtils.readVInt(input)); break;
      case LONG: tuple.set(index,WritableUtils.readVLong(input)); break;
      case DOUBLE: tuple.set(index,input.readDouble()); break;
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
216
  public static FieldDeserializer[] getDeserializers(Schema schema){
    FieldDeserializer[] result = new FieldDeserializer[schema.getFields().size()];
    for (int i= 0 ; i < result.length; i++){
      Field field = schema.getField(i);
      if (field.getSerializerClass() != null){
        FieldDeserializer ser = ReflectionUtils.newInstance(field.getDeserializerClass(),null);
        ser.setProps(field.getProps());
        result[i] = ser;
      }
    }
    return result;
  }
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
      }
      case BYTES:
        tuple.set(pos,objRecord); //TODO FIXME this should copy bytes really, not reference!
        break;
      case OBJECT:
        FieldDeserializer customDeser = customDeserializers[pos];
        if (objRecord instanceof byte[]){
          inputBuffer.reset((byte[])objRecord,((byte[])objRecord).length);
        } else if (objRecord instanceof ByteBuffer){
          ByteBuffer buffer = (ByteBuffer)objRecord;
          int offset = buffer.arrayOffset()+buffer.position();
          int length = buffer.limit()- buffer.position();
          inputBuffer.reset(buffer.array(),offset,length);
        } else {
          throw new PangoolRuntimeException("Can't convert to OBJECT from instance " + objRecord.getClass());
        }
        if (customDeser != null){
          customDeser.open(inputBuffer);
          tuple.set(pos,customDeser.deserialize(tuple.get(pos))); //TODO FIXME avro deserializer shouldn't reuse objects sometimes (UNION ?)
          customDeser.close(); //TODO is this ok ?
         
        } else {
            //no custom deser , then use Hadoop serializers registered in "io.serializations"
          Class clazz = pangoolField.getObjectClass();
          if(tuple.get(pos) == null || tuple.get(pos).getClass() != clazz) {
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.io.Schema.Field.FieldDeserializer

  • com.datasalt.pangool.tuplemr.serialization.TupleDeserializer
  • com.datasalt.pangool.tuplemr.SerializationInfo
  • com.datasalt.pangool.utils.AvroRecordToTupleConverter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.