Package org.apache.avro.util

Examples of org.apache.avro.util.Utf8

99
100
101
102
103
104
105
106
107
108
109
    GenericRecord valueRecord = new GenericData.Record(valueSchema);
    List<Schema.Field> fieldSchemas = valueSchema.getFields();
    for (int i = 0; i < val.getValues().size(); ++i) {
      Schema.Type type = fieldSchemas.get(i).schema().getType();
      if (type.equals(Schema.Type.STRING)) {
        Utf8 utf8 = new Utf8((String) val.getValues().get(i).toString());
        valueRecord.put(i, utf8);
      } else {
        valueRecord.put(i, val.getValues().get(i));
      }
    }
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    GenericRecord valueRecord = new GenericData.Record(valueSchema);
    List<Schema.Field> fieldSchemas = valueSchema.getFields();
    for (int i = 0; i < val.getValues().size(); ++i) {
      Schema.Type type = fieldSchemas.get(i).schema().getType();
      if (type.equals(Schema.Type.STRING)) {
        Utf8 utf8 = new Utf8((String) val.getValues().get(i).toString());
        valueRecord.put(i, utf8);
      } else {
        valueRecord.put(i, val.getValues().get(i));
      }
    }
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
    GenericRecord valueRecord = new GenericData.Record(valueSchema);
    List<Schema.Field> fieldSchemas = valueSchema.getFields();
    for (int i = 0; i < val.getValues().size(); ++i) {
      Schema.Type type = fieldSchemas.get(i).schema().getType();
      if (type.equals(Schema.Type.STRING)) {
        Utf8 utf8 = new Utf8((String) val.getValues().get(i).toString());
        valueRecord.put(i, utf8);
      } else {
        valueRecord.put(i, val.getValues().get(i));
      }
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
        String className = "java=org.apache.avro.ipc.HandshakeRequest";

        HandshakeRequest req = new HandshakeRequest();
        // set a few values to avoid NPEs
        req.clientHash = new MD5();
        req.clientProtocol = new Utf8("");
        req.serverHash = new MD5();

        AvroSpecificSerializer<HandshakeRequest> serializer = new AvroSpecificSerializer<HandshakeRequest>(className);
        byte[] bytes = serializer.toBytes(req);
        byte[] bytes2 = serializer.toBytes(req);
View Full Code Here
39
40
41
42
43
44
45
46
47
48
    }

    public void testRoundtripAvroWithString() throws Exception {
        String jsonSchema = "{\"name\": \"Str\", \"type\": \"string\"}";
        AvroGenericSerializer serializer = new AvroGenericSerializer(jsonSchema);
        byte[] bytes = serializer.toBytes(new Utf8("BAR"));
        byte[] bytes2 = serializer.toBytes(new Utf8("BAR"));
        assertEquals(ByteUtils.compare(bytes, bytes2), 0);
        assertTrue(serializer.toObject(bytes).equals(new Utf8("BAR")));
    }
View Full Code Here
54
55
56
57
58
59
60
61
62
                            + "]}";

        AvroGenericSerializer serializer = new AvroGenericSerializer(jsonSchema);
        Record record = new Record(Schema.parse(jsonSchema));
        // we need to use a Utf8 instance to map to a String.
        record.put("name", new Utf8("Hello"));
        byte[] bytes = serializer.toBytes(record);
        assertTrue(serializer.toObject(bytes).equals(record));
    }
View Full Code Here
19
20
21
22
23
24
25
26
27
28
public class AvroBackwardsCompatibilityTest {

    private static byte[] writeVersion0(Schema s0) {

        GenericData.Record record = new GenericData.Record(s0);
        record.put("original", new Utf8("Abhinay"));
        AvroVersionedGenericSerializer serializer = new AvroVersionedGenericSerializer(s0.toString());
        return serializer.toBytes(record);

    }
View Full Code Here
35
36
37
38
39
40
41
42
43
44
    }

    private static byte[] writeVersion0with1Present(Map<Integer, String> versions, Schema s0) {

        GenericData.Record record = new GenericData.Record(s0);
        record.put("original", new Utf8("Abhinay"));
        AvroVersionedGenericSerializer serializer = new AvroVersionedGenericSerializer(versions);
        return serializer.toBytes(record);

    }
View Full Code Here
65
66
67
68
69
70
71
72
73
    int count = randGenerator.getNextInt()%getMaxNumberOfMapFields();
    for(int i =0 ; i < count ; i++ )
    {
      SchemaFiller filler = SchemaFiller.createRandomField(fakeField); // create a new filler each time to emulate null-able fields
      map.put(new Utf8(field.name()+i), filler.generateRandomObject());
    }
    return map;
  }
View Full Code Here
247
248
249
250
251
252
253
254
255
256
257
258
  }

  @Override
  public Utf8 readString(Utf8 old) throws IOException {
    int length = readInt();
    Utf8 result = (old != null ? old : new Utf8());
    result.setByteLength(length);
    if (0 != length) {
      doReadBytes(result.getBytes(), 0, length);
    }
    return result;
  }
View Full Code Here
TOP

Related Classes of org.apache.avro.util.Utf8

  • avrobase.hs.HSABTest
  • avrobase.shard.ShardedAvroBaseTest
  • AvroTest
  • co.nubetech.hiho.mapreduce.TestDBInputAvroMapper
  • com.cloudera.cdk.data.hbase.avro.AvroEntityMapperTest
  • com.cloudera.cdk.data.hbase.avro.io.ColumnDecoderTest
  • com.cloudera.cdk.data.hbase.avro.ManagedDaoTest
  • com.cloudera.flume.reporter.server.TestAvroReportServer
  • com.cloudera.recordbreaker.schemadict.SchemaStatisticalSummary$MapSummaryNode
  • com.cloudera.sqoop.TestAvroImport
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.